kevinli
/
educoder
0
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

update ossean

This commit is contained in:
ronger 2017-10-16 13:28:05 +08:00
parent 686705e9b6
commit 20fc9fdbd7
210 changed files with 310 additions and 572641 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
.DS_Store vendored
View File

Binary file not shown.

63
gather_program/.idea/workspace.xml
View File

@ -9,6 +9,9 @@
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
<option name="LAST_RESOLUTION" value="IGNORE" />
</component>
<component name="CreatePatchCommitExecutor">
<option name="PATCH_PATH" value="" />
</component>
<component name="ExecutionTargetManager" SELECTED_TARGET="default_target" />
<component name="GradleLocalSettings">
<option name="externalProjectsViewState">
@ -22,8 +25,7 @@
<sorting>DEFINITION_ORDER</sorting>
</component>
<component name="ProjectFrameBounds">
<option name="x" value="34" />
<option name="y" value="15" />
<option name="y" value="23" />
<option name="width" value="1346" />
<option name="height" value="688" />
</component>
@ -42,9 +44,22 @@
<foldersAlwaysOnTop value="true" />
</navigator>
<panes>
<pane id="Scope" />
<pane id="ProjectPane" />
<pane id="Scratches" />
<pane id="ProjectPane">
<subPane>
<PATH>
<PATH_ELEMENT>
<option name="myItemId" value="gather_program" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ProjectViewProjectNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="gather_program" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
</subPane>
</pane>
<pane id="Scope" />
<pane id="PackagesPane" />
</panes>
</component>
@ -169,37 +184,47 @@
<option name="presentableId" value="Default" />
<updated>1492270889131</updated>
<workItem from="1492270892397" duration="475000" />
<workItem from="1508007828124" duration="639000" />
</task>
<servers />
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="475000" />
<option name="totallyTimeSpent" value="1114000" />
</component>
<component name="ToolWindowManager">
<frame x="34" y="15" width="1346" height="688" extended-state="0" />
<frame x="0" y="23" width="1346" height="688" extended-state="0" />
<editor active="false" />
<layout>
<window_info id="Palette" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Palette" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="TODO" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="6" side_tool="false" content_ui="tabs" />
<window_info id="Palette&#9;" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
<window_info id="Maven Projects" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Nl-Palette" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Palette&#9;" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Image Layers" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Capture Analysis" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="true" content_ui="tabs" />
<window_info id="Maven Projects" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Project" active="true" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.24962406" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Database" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Sequence" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Properties" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Spring" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Capture Tool" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Project" active="true" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.2530675" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Database" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="UI Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="true" content_ui="tabs" />
<window_info id="UI Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Theme Preview" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="true" content_ui="tabs" />
<window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
<window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
<window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
<window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
<window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="Inspection" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="5" side_tool="false" content_ui="tabs" />
<window_info id="Hierarchy" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="2" side_tool="false" content_ui="combo" />
<window_info id="Find" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
</layout>
</component>
<component name="TypeScriptGeneratedFilesManager">

318
match_program/.idea/workspace.xml
View File

@ -21,11 +21,11 @@
<component name="ExecutionTargetManager" SELECTED_TARGET="default_target" />
<component name="FileEditorManager">
<leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
<file leaf-file-name="applicationContext_mybatis.xml" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/resources/applicationContext_mybatis.xml">
<file leaf-file-name="Match.java" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/Match.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="690">
<caret line="46" column="39" lean-forward="false" selection-start-line="46" selection-start-column="39" selection-end-line="46" selection-end-column="39" />
<state relative-caret-position="344">
<caret line="210" column="13" lean-forward="true" selection-start-line="210" selection-start-column="13" selection-end-line="210" selection-end-column="13" />
<folding />
</state>
</provider>
@ -34,9 +34,39 @@
<file leaf-file-name="Main.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/main/Main.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="630">
<caret line="55" column="29" lean-forward="false" selection-start-line="55" selection-start-column="29" selection-end-line="55" selection-end-column="29" />
<folding />
<state relative-caret-position="690">
<caret line="59" column="32" lean-forward="false" selection-start-line="59" selection-start-column="32" selection-end-line="59" selection-end-column="32" />
<folding>
<element signature="imports" expanded="false" />
</folding>
</state>
</provider>
</entry>
</file>
<file leaf-file-name="MemoToPrjMatch.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/MemoToPrjMatch.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="750">
<caret line="66" column="19" lean-forward="false" selection-start-line="66" selection-start-column="19" selection-end-line="66" selection-end-column="19" />
<folding>
<element signature="imports" expanded="false" />
<element signature="e#951#952#0" expanded="false" />
<element signature="e#994#995#0" expanded="false" />
</folding>
</state>
</provider>
</entry>
</file>
<file leaf-file-name="NewPrjMonitor.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/NewPrjMonitor.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="330">
<caret line="30" column="42" lean-forward="false" selection-start-line="30" selection-start-column="27" selection-end-line="30" selection-end-column="42" />
<folding>
<element signature="imports" expanded="false" />
<element signature="e#531#532#0" expanded="false" />
<element signature="e#574#575#0" expanded="false" />
</folding>
</state>
</provider>
</entry>
@ -44,79 +74,13 @@
<file leaf-file-name="PrjToMemoMatch.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/PrjToMemoMatch.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="495">
<caret line="50" column="29" lean-forward="false" selection-start-line="50" selection-start-column="29" selection-end-line="50" selection-end-column="29" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="Match.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/Match.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="15">
<caret line="147" column="45" lean-forward="false" selection-start-line="147" selection-start-column="45" selection-end-line="147" selection-end-column="45" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="ProjectDao.java" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/dao/ProjectDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="225">
<caret line="47" column="108" lean-forward="false" selection-start-line="47" selection-start-column="100" selection-end-line="47" selection-end-column="108" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="applicationContext_mybatis.xml" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/bin/resources/applicationContext_mybatis.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="390">
<caret line="26" column="11" lean-forward="false" selection-start-line="26" selection-start-column="11" selection-end-line="26" selection-end-column="11" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="pom.xml" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/pom.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="675">
<caret line="45" column="12" lean-forward="false" selection-start-line="10" selection-start-column="4" selection-end-line="45" selection-end-column="12" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="assembly.xml" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/assembly/assembly.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="360">
<caret line="24" column="11" lean-forward="false" selection-start-line="24" selection-start-column="11" selection-end-line="24" selection-end-column="11" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="RelativeMemoToOpenSourceProjectDaoProvider.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/dao/RelativeMemoToOpenSourceProjectDaoProvider.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="60">
<caret line="8" column="13" lean-forward="false" selection-start-line="8" selection-start-column="13" selection-end-line="8" selection-end-column="13" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="RelativeMemoToOpenSourceProjectDao.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/dao/RelativeMemoToOpenSourceProjectDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="210">
<caret line="21" column="12" lean-forward="false" selection-start-line="21" selection-start-column="12" selection-end-line="21" selection-end-column="12" />
<folding />
<state relative-caret-position="915">
<caret line="78" column="9" lean-forward="false" selection-start-line="78" selection-start-column="9" selection-end-line="78" selection-end-column="9" />
<folding>
<element signature="imports" expanded="false" />
<element signature="e#1014#1015#0" expanded="false" />
<element signature="e#1057#1058#0" expanded="false" />
</folding>
</state>
</provider>
</entry>
@ -134,6 +98,7 @@
<option value="$PROJECT_DIR$/src/main/java/com/ossean/match/dao/AtomicItemDao.java" />
<option value="$PROJECT_DIR$/src/main/java/com/ossean/match/main/Main.java" />
<option value="$PROJECT_DIR$/src/main/resources/applicationContext_mybatis.xml" />
<option value="$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/Match.java" />
</list>
</option>
</component>
@ -192,10 +157,6 @@
<option name="myItemId" value="main" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="resources" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
<PATH>
<PATH_ELEMENT>
@ -218,6 +179,10 @@
<option name="myItemId" value="java" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="match" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
<PATH>
<PATH_ELEMENT>
@ -241,7 +206,11 @@
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="main" />
<option name="myItemId" value="match" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="matchprocess" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
@ -267,7 +236,11 @@
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="dao" />
<option name="myItemId" value="match" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="main" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
@ -281,19 +254,15 @@
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="src" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="main" />
<option name="myItemId" value="bin" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
</subPane>
</pane>
<pane id="Scratches" />
<pane id="PackagesPane" />
<pane id="Scope" />
<pane id="PackagesPane" />
<pane id="Scratches" />
</panes>
</component>
<component name="PropertiesComponent">
@ -740,11 +709,17 @@
<workItem from="1504514422473" duration="614000" />
<workItem from="1505629680740" duration="89000" />
<workItem from="1505698770886" duration="40000" />
<workItem from="1508009730225" duration="672000" />
<workItem from="1508064086998" duration="1697000" />
<workItem from="1508071464884" duration="55000" />
<workItem from="1508071998851" duration="37000" />
<workItem from="1508121184847" duration="164000" />
<workItem from="1508121417032" duration="1123000" />
</task>
<servers />
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="10679000" />
<option name="totallyTimeSpent" value="14427000" />
</component>
<component name="ToolWindowManager">
<frame x="0" y="23" width="1280" height="709" extended-state="0" />
@ -758,22 +733,22 @@
<window_info id="Capture Analysis" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Event Log" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="true" content_ui="tabs" />
<window_info id="Maven Projects" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.32954547" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Sequence" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="8" side_tool="false" content_ui="tabs" />
<window_info id="Properties" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Spring" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Capture Tool" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.30533117" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.22859451" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Database" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="UI Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Theme Preview" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="true" content_ui="tabs" />
<window_info id="Debug" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Favorites" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="true" content_ui="tabs" />
<window_info id="Cvs" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="4" side_tool="false" content_ui="tabs" />
<window_info id="Message" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
<window_info id="Commander" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.4" sideWeight="0.5" order="0" side_tool="false" content_ui="tabs" />
@ -799,13 +774,6 @@
<option name="FILTER_TARGETS" value="false" />
</component>
<component name="editorHistoryManager">
<entry file="file://$PROJECT_DIR$/bin/start.sh">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="315">
<caret line="21" column="0" lean-forward="true" selection-start-line="21" selection-start-column="0" selection-end-line="21" selection-end-column="0" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/bin/resources/configure.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="120">
@ -817,7 +785,9 @@
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="630">
<caret line="55" column="28" lean-forward="false" selection-start-line="55" selection-start-column="12" selection-end-line="55" selection-end-column="26" />
<folding />
<folding>
<element signature="imports" expanded="false" />
</folding>
</state>
</provider>
</entry>
@ -825,7 +795,11 @@
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="765">
<caret line="68" column="36" lean-forward="false" selection-start-line="68" selection-start-column="36" selection-end-line="68" selection-end-column="36" />
<folding />
<folding>
<element signature="imports" expanded="false" />
<element signature="e#1014#1015#0" expanded="false" />
<element signature="e#1057#1058#0" expanded="false" />
</folding>
</state>
</provider>
</entry>
@ -1008,13 +982,6 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/MemoToPrjMatch.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="555">
<caret line="53" column="28" lean-forward="false" selection-start-line="53" selection-start-column="28" selection-end-line="53" selection-end-column="28" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/resources/configure.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="0">
@ -1091,7 +1058,6 @@
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="285">
<caret line="21" column="9" lean-forward="false" selection-start-line="21" selection-start-column="9" selection-end-line="21" selection-end-column="9" />
<folding />
</state>
</provider>
</entry>
@ -1111,59 +1077,10 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/pom.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="675">
<caret line="45" column="12" lean-forward="false" selection-start-line="10" selection-start-column="4" selection-end-line="45" selection-end-column="12" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/assembly/assembly.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="360">
<caret line="24" column="11" lean-forward="false" selection-start-line="24" selection-start-column="11" selection-end-line="24" selection-end-column="11" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/dao/RelativeMemoToOpenSourceProjectDaoProvider.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="60">
<caret line="8" column="13" lean-forward="false" selection-start-line="8" selection-start-column="13" selection-end-line="8" selection-end-column="13" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/dao/RelativeMemoToOpenSourceProjectDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="210">
<caret line="21" column="12" lean-forward="false" selection-start-line="21" selection-start-column="12" selection-end-line="21" selection-end-column="12" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/main/Main.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="630">
<caret line="55" column="29" lean-forward="false" selection-start-line="55" selection-start-column="29" selection-end-line="55" selection-end-column="29" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/PrjToMemoMatch.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="495">
<caret line="50" column="29" lean-forward="false" selection-start-line="50" selection-start-column="29" selection-end-line="50" selection-end-column="29" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/Match.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="15">
<caret line="147" column="45" lean-forward="false" selection-start-line="147" selection-start-column="45" selection-end-line="147" selection-end-column="45" />
<folding />
</state>
</provider>
</entry>
@ -1171,6 +1088,81 @@
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="225">
<caret line="47" column="108" lean-forward="false" selection-start-line="47" selection-start-column="100" selection-end-line="47" selection-end-column="108" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/dao/RelativeMemoToOpenSourceProjectDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="255">
<caret line="24" column="0" lean-forward="true" selection-start-line="24" selection-start-column="0" selection-end-line="24" selection-end-column="0" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/dao/RelativeMemoToOpenSourceProjectDaoProvider.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="60">
<caret line="8" column="13" lean-forward="false" selection-start-line="8" selection-start-column="13" selection-end-line="8" selection-end-column="13" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/pom.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="254">
<caret line="28" column="32" lean-forward="true" selection-start-line="28" selection-start-column="32" selection-end-line="28" selection-end-column="32" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/PrjToMemoMatch.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="915">
<caret line="78" column="9" lean-forward="false" selection-start-line="78" selection-start-column="9" selection-end-line="78" selection-end-column="9" />
<folding>
<element signature="imports" expanded="false" />
<element signature="e#1014#1015#0" expanded="false" />
<element signature="e#1057#1058#0" expanded="false" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/NewPrjMonitor.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="330">
<caret line="30" column="42" lean-forward="false" selection-start-line="30" selection-start-column="27" selection-end-line="30" selection-end-column="42" />
<folding>
<element signature="imports" expanded="false" />
<element signature="e#531#532#0" expanded="false" />
<element signature="e#574#575#0" expanded="false" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/MemoToPrjMatch.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="750">
<caret line="66" column="19" lean-forward="false" selection-start-line="66" selection-start-column="19" selection-end-line="66" selection-end-column="19" />
<folding>
<element signature="imports" expanded="false" />
<element signature="e#951#952#0" expanded="false" />
<element signature="e#994#995#0" expanded="false" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/main/Main.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="690">
<caret line="59" column="32" lean-forward="false" selection-start-line="59" selection-start-column="32" selection-end-line="59" selection-end-column="32" />
<folding>
<element signature="imports" expanded="false" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/match/matchprocess/Match.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="344">
<caret line="210" column="13" lean-forward="true" selection-start-line="210" selection-start-column="13" selection-end-line="210" selection-end-column="13" />
<folding />
</state>
</provider>

45
ossean (1).md
View File

@ -1,45 +0,0 @@
# OSSEAN日志 #
**2017.4.12**<br>
正式版：90万的项目，匹配的多进程(~/match\_pro/match234)还没更新！暂时不需要了，目前在match1运行匹配程序，同步匹配结果在/root/master\_ossean/project\_manager.<br>
测试版：筛选还没跑完！
### mysql主从复制：
配置：<br>
36-35 & 30-31<br>
**Slave(35)**:
Show slave status\G;
**Master(36)**:<br>
主从复制检测工具： <br>
dir: /root/pt-check/percona-toolkit-2.2.2/bin <br>
cmd :
pt-table-checksum --nocheck-replication-filters --no-check-binlog-format --databases=ossean_production --tables=edd_relations --replicate=ossean_production.checksums --host=localhost --port=3306 --user=root --password=NUDTpdl@123 --recursion-method=hosts
**2017.4.13**<br>
待解决问题：没有返回匹配结果！
![](1.PNG)
看前端日志！
**2017.4.14**<br>
- [ X ]解决没有返回匹配结果的问题！<br>
是相关软件的表没有清理干净！puma的启动没起的起来，可能原因是相关文件没有创建！<br>
- **注意点：**<br>
1.服务器查错要看日志，开发版本对应develop.log，正式版对应production.log，开发版会显示action路径<br>
2.服务器崩掉：看nginx服务和puma有没有正确启动。<br>
cmd: `service nginx restart`(先kill) & `bundle exec puma`<br>
3.跑匹配前匹配表的清空，要把36/30上的schema_migrate清空，然后在35/31上执行rake db:migrate,也可以用脚本删除，比如Python，回头传到服务器。<br>
4.前端搜索记得重建索引！ `rake sunspot : reindex RAILS_ENV=production`
**TODO LIST**
- [ ] 问题：建索引巨慢，4.14 21：49 跑了0.93%；
已经开始计算影响力了！
- [ ] tensorflow写个样例

BIN
ow2_match/.DS_Store vendored
View File

Binary file not shown.

29
ow2_match/.classpath
View File

@ -1,29 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" output="target/classes" path="src/main/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="src" output="target/test-classes" path="src/test/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry including="**/*.java" kind="src" path="src/main/resources"/>
<classpathentry kind="src" path="src/main/assembly"/>
<classpathentry kind="con" path="org.eclipse.m2e.MAVEN2_CLASSPATH_CONTAINER">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="lib" path="lib/IKAnalyzer-5.0.jar"/>
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-1.7">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="output" path="target/classes"/>
</classpath>

9
ow2_match/bin/clear_data.sh
View File

@ -1,9 +0,0 @@
#!/bin/bash
cd memosLuceneIndex
rm *
cd ../prjsLuceneIndex
rm *
cd ..
rm record.txt
echo "0 0" >record.txt

21
ow2_match/bin/lucene_index_start.sh
View File

@ -1,21 +0,0 @@
#!/bin/bash
find ./target/classes -name "*.properties"|xargs rm -f
find ./target/classes -name "*.xml"|xargs rm -f
find ./target/classes -name "*.dic"|xargs rm -f
#export CLASSPATH=$CURR_DIR/lib:$CURR_DIR:$JAVA_HOME/lib:$JAVA_HOME/jre/lib
tmp='./bin/resources'
tmp='./target/classes':$tmp
tmp='./target/match_program-0.0.1-SNAPSHOT-jar-with-dependencies-without-resources/*':$tmp
CLASSPATH=$tmp:$CLASSPATH
echo $CLASSPATH
JVM_ARGS="-Xmn98m -Xmx1024m -Xms512m -XX:NewRatio=4 -XX:SurvivorRatio=4 -XX:MaxTenuringThreshold=2 -XX:-UseGCOverheadLimit"
#echo JVM_ARGS=$JVM_ARGS
#ulimit -n 400000
#echo "" > nohup.out
java $JVM_ARGS -classpath $CLASSPATH com.ossean.match.main.InitIndexMain >>log/initLuceneIndex.log 2>&1 &

11
ow2_match/bin/resources/IKAnalyzer.cfg.xml
View File

@ -1,11 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE properties SYSTEM "http://java.sun.com/dtd/properties.dtd">
<properties>
<comment>IK Analyzer 扩展配置</comment>
<!--用户可以在这里配置自己的扩展字典 -->
<entry key="ext_dict">ext.dic;</entry>
<!--用户可以在这里配置自己的扩展停止词字典-->
<entry key="ext_stopwords">stopword_1.dic;code_keywords.dic;stopword.dic</entry>
</properties>

2
ow2_match/bin/resources/README.txt
View File

@ -1,2 +0,0 @@
配置文件和main2012, quantitifier要在ik文件夹下
停用词要在src文件夹下

37
ow2_match/bin/resources/applicationContext.xml
View File

@ -1,37 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
xmlns:mvc="http://www.springframework.org/schema/mvc"
xsi:schemaLocation="http://www.springframework.org/schema/mvc
http://www.springframework.org/schema/mvc/spring-mvc-3.0.xsd
http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans-3.0.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context-3.0.xsd">
<context:annotation-config />
<!-- c3p0连接池配置 -->
<bean id="dataSource" class="com.mchange.v2.c3p0.ComboPooledDataSource">
<!-- 用户名 -->
<property name="user" value="trustie" />
<!-- 用户密码 -->
<property name="password" value="1234" />
<property name="driverClass" value="com.mysql.jdbc.Driver" />
<property name="jdbcUrl"
value="jdbc:mysql://192.168.80.130:3306/ossean_production?useUnicode=true&amp;characterEncoding=utf-8" />
<!--连接池中保留的最大连接数。默认值: 15 -->
<property name="maxPoolSize" value="10" />
<!-- 连接池中保留的最小连接数，默认为：3 -->
<property name="minPoolSize" value="5" />
<!-- 初始化连接池中的连接数，取值应在minPoolSize与maxPoolSize之间，默认为3 -->
<property name="initialPoolSize" value="5" />
<!--最大空闲时间，60秒内未使用则连接被丢弃。若为0则永不丢弃。默认值: 0 -->
<property name="maxIdleTime" value='60' />
<property name="maxStatements" value='100' />
<property name="maxStatementsPerConnection" value='20' />
</bean>
<!--context:component-scan base-package="net.trustie.webmagic.dao"/ -->
</beans>

48
ow2_match/bin/resources/applicationContext_mybatis.xml
View File

@ -1,48 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
xmlns:mvc="http://www.springframework.org/schema/mvc" xmlns:tx="http://www.springframework.org/schema/tx"
xmlns:aop="http://www.springframework.org/schema/aop"
xsi:schemaLocation="http://www.springframework.org/schema/mvc
http://www.springframework.org/schema/mvc/spring-mvc-3.0.xsd
http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans-3.0.xsd
http://www.springframework.org/schema/tx
http://www.springframework.org/schema/tx/spring-tx.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context-3.0.xsd">
<bean id="sqlSessionFactory" class="org.mybatis.spring.SqlSessionFactoryBean">
<property name="dataSource" ref="dataSource" />
<property name="configLocation" value="classpath:myBatis.xml" />
</bean>
<bean class="org.mybatis.spring.mapper.MapperScannerConfigurer">
<property name="basePackage" value="com.ossean.match" />
</bean>
<!-- transaction support -->
<!-- PlatformTransactionMnager -->
<bean id="txManager"
class="org.springframework.jdbc.datasource.DataSourceTransactionManager">
<property name="dataSource" ref="dataSource" />
</bean>
<!-- enable transaction annotation support -->
<tx:annotation-driven transaction-manager="txManager" />
<bean id="dataSource" class="org.apache.commons.dbcp.BasicDataSource"
destroy-method="close">
<property name="driverClassName" value="com.mysql.jdbc.Driver" />
<property name="url"
value="jdbc:mysql://172.16.128.36:3306/ossean_production?characterEncoding=UTF-8&amp;zeroDateTimeBehavior=convertToNull&amp;autoReconnect=true" />
<property name="username" value="gather" />
<property name="password" value="Influx@1234" />
<property name="initialSize" value="5" />
<property name="maxActive" value="100" />
</bean>
<context:annotation-config />
<context:component-scan base-package="com.ossean.match" />
</beans>

697
ow2_match/bin/resources/code_keywords.dic
View File

@ -1,697 +0,0 @@
private
protected
public
abstract
class
extends
final
implements
interface
native
new
static
strictfp
synchronized
transient
volatile
break
continue
return
do
while
if
else
for
instanceof
switch
case
defult
catch
finally
throw
throws
try
import
package
boolean
byte
char
double
float
int
long
short
null
true
false
super
this
void
form
do
sourceforge
com
cn
www
http
js
script
a
test
error
exception
about
website
able
abstract
console
sql
windows
exe
txt
doc
xls
local
net
web
server
from
using
error
can
date
file
xml
can
system
url
value
create
text
set
get
list
table
select
distinct
object
open
close
clear
all
time
have
org
main
start
end
version
private
public
index
api
method
source
root
content
write
read
view
one
page
run
log
win
bin
first
next
src
app
request
println
namespace
printf
button
title
local
define
lib
make
files
help
article
bool
boolean
config
load
args
date
thread
cpu
more
document
util
info
home
style
body
print
hello
world
find
left
std
debug
etc
like
top
now
map
context
other
post
format
client
encoding
session
program
datebase
control
language
base
process
want
values
used
status
project
color
array
loaclhost
please
click
integer
example
archive
response
command
event
param
what
core
build
link
display
copy
stdio
release
mode
after
check
cpp
c
port
target
should
library
lib
tcp
udp
state
sum
free
last
connect
configuration
none
download
software
buffer
query
bit
temp
word
block
two
send
device
layout
sdk
cache
alert
see
change
work
kernel
filter
handel
save
tools
min
count
header
level
framework
sys
email
push
pull
heap
stack
user
must
demo
just
serach
res
tmp
down
option
img
network
model
stop
problem
position
node
space
login
font
todo
background
resource
mac
bytes
ios
empty
note
self
tag
column
studio
red
done
baidu
sleep
convert
global
field
reference
way
settings
simple
ctrl
wait
meta
edit
runtime
store
equals
services
bean
ftp
exec
non
enter
lock
admin
configure
png
jpg
abc
loop
vector
setup
mail
flag
machine
sample
share
image
ref
join
where
parameter
users
contain
know
template
class
math
pdf
parse
timeout
cat
through
basic
invoke
resources
media
uri
paltform
err
sudo
range
menu
mapping
tables
master
memset
reset
environment
pop
commit
report
task
active
domain
good
step
setting
day
hash
move
collections
phone
engine
callback
datetime
objects
mobile
profile
always
storage
alt
trim
applications
via
design
nothing
makefile
clean
small
solution
custom
people
projects
family
attributes
enum
own
works
messages
low
signal
browser
give
aaa
event
assert
look
company
person
either
case
desktop
touch
book
unit
docs
params
dump
pool
feature
hashmap
seconds
owner
goto
keys
editor
env
month
year
loading
changes
black
fetch
guide
enterprise
multi
foundation
reflect
unique
upload
play
idea
exist
elements
account
numbers
examples
plain
solid
game
hide
apps
symbol
layer
least
weight
beta
jpeg
attr
refresh
apply
focus
fun
cfg
threads
receive
recieved
easy
hard
mode
logs
password
passwd
packages
ignore
scripts
cell
later
plus
his
pub
going
logging
channel
think
serial
things
loader
player
libs
team
backup
conector
side
utf8
speed
doing
price
timestamp
repository
init
HelloWorld
tesing
scan
components
speed
unlock
products
mid
said
token
optional
today
rest
pack
coding
contain
points
days
safe
typeof
community
others
manual
sets
closed
fine
groups
specify
sources
workder
problems
perform
servers
articles
skip
blocks
connections
related
notify
onload
known
assembly
useful
monitor
thing
forum
come
notification
rules
developers
cross
notice
soft
progress
fork
hosts
logger
role
everything
future
references
jni
locale
follow
words
updates
necessary
writer
mouse
sign
repoter
containing
route
analysis
four
comments
programs
maps
turn
versions
drive
parser
track
money
utils
reload
decimal
resume
behavior
hand
board
light
regex
terminal
reduce
requests
fff
0xfffff
strong
edge
schedule
pair
swf
tom
dependency
rule
escape
hook
temporary
issues
exchange
review
various
life
friend
face
complex
readme
prop
expert
extend
often
automatic
capture
difference
scheme
develop
together
steps
reply
beginning
understand
identified
wall
along
market
minute
hour
university
plan
templates
codes
ccc
diff
ppt
study
abcd
lost
choice
explain
likely
guid
taken
period
FAQ
symbols
thus
tips
compute
school
languages
describe
resolution
deal
detect
yellow
hope
visit
xyz
iii
dog
jump
knowledge
publish
inserted
levels
chip
preference
done
adjust
earth
expressions
house
central
rich
chat
sessions
deep
when
where
how
who
仅供参考

5
ow2_match/bin/resources/ext.dic
View File

@ -1,5 +0,0 @@
sql server
web server
http server
linux kernel
face++

40
ow2_match/bin/resources/log4j.xml
View File

@ -1,40 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">
<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
<appender name="stdout" class="org.apache.log4j.ConsoleAppender">
<layout class="org.apache.log4j.PatternLayout">
<param name="ConversionPattern" value="%d{yy-MM-dd HH:mm:ss,SSS} %-5p %c(%F:%L) ## %m%n" />
</layout>
</appender>
<appender name="MAIL" class="org.apache.log4j.net.SMTPAppender">
<param name="threshold" value="info" />
<param name="BufferSize" value="512" />
<param name="From" value="gcm365111@126.com" />
<param name="SMTPHost" value="SMTP.126.com" />
<param name="Subject" value="this is test" />
<param name="SMTPUsername" value="gcm365111@126.com" />
<param name="SMTPPassword" value="03023651gcm" />
<param name="to" value="gcm3651@126.com" />
<layout class="org.apache.log4j.PatternLayout">
<param name="ConversionPattern" value="%d{yy-MM-dd HH:mm:ss,SSS} %-5p %c(%F:%L) ## %m%n" />
</layout>
</appender>
<appender name="file" class="org.apache.log4j.DailyRollingFileAppender">
<param name="File" value="./log/info.log" />
<layout class="org.apache.log4j.PatternLayout">
<param name="ConversionPattern" value="%d{yy-MM-dd HH:mm:ss,SSS} %-5p %c(%F:%L) ## %m%n" />
</layout>
</appender>
<root>
<level value="info" />
<appender-ref ref="file" />
<appender-ref ref="stdout" />
</root>
</log4j:configuration>

275713
ow2_match/bin/resources/main2012.dic
View File

File diff suppressed because it is too large Load Diff

17
ow2_match/bin/resources/myBatis.xml
View File

@ -1,17 +0,0 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE configuration
PUBLIC "-//mybatis.org//DTD Config 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-config.dtd">
<configuration>
<environments default="development">
<environment id="development">
<transactionManager type="JDBC"/>
<dataSource type="POOLED">
</dataSource>
</environment>
</environments>
</configuration>

316
ow2_match/bin/resources/quantifier.dic
View File

@ -1,316 +0,0 @@
丈
下
世
世纪
两
个
中
串
亩
人
介
付
代
件
任
份
伏
伙
位
位数
例
倍
像素
元
克
克拉
公亩
公克
公分
公升
公尺
公担
公斤
公里
公顷
具
册
出
刀
分
分钟
分米
划
列
则
刻
剂
剑
副
加仑
勺
包
匙
匹
区
千克
千米
升
卷
厅
厘
厘米
双
发
口
句
只
台
叶
号
名
吨
听
员
周
周年
品
回
团
圆
圈
地
场
块
坪
堆
声
壶
处
夜
大
天
头
套
女
孔
字
宗
室
家
寸
对
封
尊
小时
尺
尾
局
层
届
岁
师
帧
幅
幕
幢
平方
平方公尺
平方公里
平方分米
平方厘米
平方码
平方米
平方英寸
平方英尺
平方英里
平米
年
年代
年级
度
座
式
引
张
成
战
截
户
房
所
扇
手
打
批
把
折
担
拍
招
拨
拳
指
掌
排
撮
支
文
斗
斤
方
族
日
时
曲
月
月份
期
本
朵
村
束
条
来
杯
枚
枝
枪
架
柄
柜
栋
栏
株
样
根
格
案
桌
档
桩
桶
梯
棵
楼
次
款
步
段
毛
毫
毫升
毫米
毫克
池
洲
派
海里
滴
炮
点
点钟
片
版
环
班
瓣
瓶
生
男
画
界
盆
盎司
盏
盒
盘
相
眼
石
码
碗
碟
磅
种
科
秒
秒钟
窝
立方公尺
立方分米
立方厘米
立方码
立方米
立方英寸
立方英尺
站
章
笔
等
筐
筒
箱
篇
篓
篮
簇
米
类
粒
级
组
维
缕
缸
罐
网
群
股
脚
船
艇
艘
色
节
英亩
英寸
英尺
英里
行
袋
角
言
课
起
趟
路
车
转
轮
辆
辈
连
通
遍
部
里
重
针
钟
钱
锅
门
间
队
阶段
隅
集
页
顶
顷
项
顿
颗
餐
首

36
ow2_match/bin/resources/stopword.dic
View File

@ -1,36 +0,0 @@
a
an
and
are
as
at
be
but
by
for
if
in
into
is
it
no
not
of
on
or
such
that
the
their
then
there
these
they
this
to
was
will
with
小
一个
的

2340
ow2_match/bin/resources/stopword_1.dic
View File

File diff suppressed because it is too large Load Diff

21
ow2_match/bin/start.sh
View File

@ -1,21 +0,0 @@
#!/bin/bash
find ./target/classes -name "*.properties"|xargs rm -f
find ./target/classes -name "*.xml"|xargs rm -f
find ./target/classes -name "*.dic"|xargs rm -f
#export CLASSPATH=$CURR_DIR/lib:$CURR_DIR:$JAVA_HOME/lib:$JAVA_HOME/jre/lib
tmp='./bin/resources'
tmp='./target/classes':$tmp
tmp='./target/ow2_match-0.0.1-SNAPSHOT-jar-with-dependencies-without-resources/*':$tmp
CLASSPATH=$tmp:$CLASSPATH
echo $CLASSPATH
JVM_ARGS="-Xmn98m -Xmx1024m -Xms512m -XX:NewRatio=4 -XX:SurvivorRatio=4 -XX:MaxTenuringThreshold=2 -XX:-UseGCOverheadLimit"
#echo JVM_ARGS=$JVM_ARGS
#ulimit -n 400000
#echo "" > nohup.out
java $JVM_ARGS -classpath $CLASSPATH com.ossean.match.main.Main > log/match.log 2>&1 &

603
ow2_match/city.txt
View File

@ -1,603 +0,0 @@
北京
上海
天津
重庆
郑州
洛阳
焦作
商丘
信阳
周口
鹤壁
安阳
濮阳
驻马店
南阳
开封
漯河
许昌
新乡
济源
灵宝
偃师
邓州
登封
三门峡
新郑
禹州
巩义
永城
长葛
义马
林州市项城
汝州
荥阳
平顶山
卫辉
辉县
舞钢
新密
孟州
沁阳
郏县
合肥
亳州
芜湖
马鞍山
池州
黄山
滁州
安庆
淮南
淮北
蚌埠
宿州
宣城
六安
阜阳
铜陵
明光
天长
宁国
界首
桐城
福州
厦门
泉州
漳州
南平
三明
龙岩
莆田
宁德
建瓯
武夷山
长乐
福清
晋江
南安
福安
龙海
邵武
石狮
福鼎
建阳
漳平
永安
兰州
白银
武威
金昌
平凉
张掖
嘉峪关
酒泉
庆阳
定西
陇南
天水
玉门
临夏
合作
敦煌
甘南州
贵阳
安顺
遵义
六盘水
兴义
都匀
凯里
毕节
清镇
铜仁
赤水
仁怀
福泉
海口
三亚
万宁
文昌
儋州
琼海
东方
五指山
石家庄
保定
唐山
邯郸
邢台
沧州
衡水
廊坊
承德
迁安
鹿泉
秦皇岛
南宫
任丘
叶城
辛集
涿州
定州
晋州
霸州
黄骅
遵化
张家口
沙河
三河
冀州
武安
河间
深州
新乐
泊头
安国
双滦区
高碑店
哈尔滨
伊春
牡丹江
大庆
鸡西
鹤岗
绥化
齐齐哈尔
黑河
富锦
虎林
密山
佳木斯
双鸭山
海林
铁力
北安
五大连池
阿城
尚志
五常
安达
七台河
绥芬河
双城
海伦
宁安
讷河
穆棱
同江
肇东
武汉
荆门
咸宁
襄樊
荆州
黄石
宜昌
随州
鄂州
孝感
黄冈
十堰
枣阳
老河口
恩施
仙桃
天门
钟祥
潜江
麻城
洪湖
汉川
赤壁
松滋
丹江口
武穴
广水
石首市大冶
枝江
应城
宜城
当阳
安陆
宜都
利川
长沙
郴州
益阳
娄底
株洲
衡阳
湘潭
岳阳
常德
邵阳
永州
张家界
怀化
浏阳
醴陵
湘乡
耒阳
沅江
涟源
常宁
吉首
津市
冷水江
临湘
汨罗
武冈
韶山
安化县湘西州
长春
吉林
通化
白城
四平
辽源
松原
白山
集安
梅河口
双辽
延吉
九台
桦甸
榆树
蛟河
磐石
大安
德惠
洮南
龙井
珲春
公主岭
图们
舒兰
和龙
临江
敦化
南京
无锡
常州
扬州
徐州
苏州
连云港
盐城
淮安
宿迁
镇江
南通
泰州
兴化
东台
常熟
江阴
张家港
通州
宜兴
邳州
海门
大丰
溧阳
泰兴
如
昆山
启东
江都
丹阳
吴江
靖江
扬中
新沂
仪征
太仓
姜堰
高邮
金坛
句容
灌南县
南昌
赣州
上饶
宜春
景德镇
新余
九江
萍乡
抚州
鹰潭
吉安
丰城
樟树
德兴
瑞金
井冈山
高安
乐平
南康
贵溪
瑞昌
东乡县
广丰县
信州区
三清山
沈阳
葫芦岛
大连
盘锦
鞍山
铁岭
本溪
丹东
抚顺
锦州
辽阳
阜新
调兵山
朝阳
海城
北票
盖州
凤城
庄河
凌源
开原
兴城
新民
大石桥
东港
北宁
瓦房店
普兰店
凌海
灯塔
营口
西宁
格尔木
德令哈
济南
青岛
威海
潍坊
菏泽
济宁
莱芜
东营
烟台
淄博
枣庄
泰安
临沂
日照
德州
聊城
滨州
乐陵
兖州
诸城
邹城
滕州
肥城
新泰
胶州
胶南
即墨
龙口
平度
莱西
太原
大同
阳泉
长治
临汾
晋中
运城
忻州
朔州
吕梁
古交
高平
永济
孝义
侯马
霍州
介休
河津
汾阳
原平
潞城
西安
咸阳
榆林
宝鸡
铜川
渭南
汉中
安康
商洛
延安
韩城
兴平
华阴
成都
广安
德阳
乐山
巴中
内江
宜宾
南充
都江堰
自贡
泸州
广元
达州
资阳
绵阳
眉山
遂宁
雅安
阆中
攀枝花
广汉
绵竹
万源
华蓥
江油
西昌
彭州
简阳
崇州
什邡
峨眉山
邛崃
双流县
昆明
玉溪
大理
曲靖
昭通
保山
丽江
临沧
楚雄
开远
个旧
景洪
安宁
宣威
杭州
宁波
绍兴
温州
台州
湖州
嘉兴
金华
舟山
衢州
丽水
余姚
乐清
临海
温岭
永康
瑞安
慈溪
义乌
上虞
诸暨
海宁
桐乡
兰溪
龙泉
建德
富德
富阳
平湖
东阳
东阳
嵊州
奉化
临安
江山
台北
台南
台中
高雄
桃源
广州
深圳
珠海
汕头
佛山
韶关
湛江
肇庆
江门
茂名
惠州
梅州
汕尾
河源
阳江
清远
东莞
中山
潮州
揭阳
云浮
南宁
贺州
玉林
桂林
柳州
梧州
北海
钦州
百色
防城港
贵港
河池
崇左
来宾
东兴
桂平
北流
岑溪
合山
凭祥
宜州
呼和浩特
呼伦贝尔
赤峰
扎兰屯
鄂尔多斯
乌兰察布
巴彦淖尔
二连浩特
霍林郭勒
包头
乌海
阿尔山
乌兰浩特
锡林浩特
根河
满洲里
额尔古纳
牙克石
临河
丰镇
通辽
银川
固原
石嘴山
青铜峡
中卫
吴忠
灵武
拉萨
日喀则

BIN
ow2_match/lib/IKAnalyzer-5.0.jar
View File

Binary file not shown.

BIN
ow2_match/lib/IKAnalyzer2012FF_u1.jar
View File

Binary file not shown.

132
ow2_match/pom.xml
View File

@ -1,132 +0,0 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<modelVersion>4.0.0</modelVersion>
<groupId>cn.edu.zhanyun</groupId>
<artifactId>ow2_match</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>ow2_match</name>
<build>
<sourceDirectory>${basedir}/src/main/java</sourceDirectory>
<resources>
<resource>
<directory>${basedir}/src/main/resources</directory>
<excludes>
<exclude>*.xml</exclude>
<exclude>*.properties</exclude>
</excludes>
</resource>
</resources>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<configuration>
<source>1.7</source>
<target>1.7</target>
</configuration>
</plugin>
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<version>2.5.1</version>
<configuration>
<archive>
<manifest>
<mainClass>com.alan.myfunction.ProcedureTag</mainClass>
</manifest>
</archive>
<descriptors>
<descriptor>src/main/assembly/assembly.xml</descriptor>
</descriptors>
</configuration>
</plugin>
</plugins>
</build>
<dependencies>
<dependency>
<groupId>org.springframework</groupId>
<artifactId>spring-context</artifactId>
<version>4.1.4.RELEASE</version>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-core</artifactId>
<version>5.0.0</version>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers-common</artifactId>
<version>5.0.0</version>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-analyzers-smartcn</artifactId>
<version>5.0.0</version>
</dependency>
<dependency>
<groupId>mysql</groupId>
<artifactId>mysql-connector-java</artifactId>
<version>5.1.30</version>
</dependency>
<dependency>
<groupId>org.apache.lucene</groupId>
<artifactId>lucene-queryparser</artifactId>
<version>5.0.0</version>
</dependency>
<dependency>
<groupId>c3p0</groupId>
<artifactId>c3p0</artifactId>
<version>0.9.1.2</version>
</dependency>
<dependency>
<groupId>org.wltea.analyzer</groupId>
<artifactId>IKAnalyzer</artifactId>
<version>5.0</version>
<scope>system</scope>
<systemPath>${project.basedir}/lib/IKAnalyzer-5.0.jar</systemPath>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
<version>1.7.7</version>
</dependency>
<dependency>
<groupId>org.mybatis</groupId>
<artifactId>mybatis</artifactId>
<version>3.1.1</version>
</dependency>
<dependency>
<groupId>commons-dbcp</groupId>
<artifactId>commons-dbcp</artifactId>
<version>1.3</version>
</dependency>
<dependency>
<groupId>org.mybatis</groupId>
<artifactId>mybatis-spring</artifactId>
<version>1.1.1</version>
</dependency>
</dependencies>
</project>

1
ow2_match/record.txt
View File

@ -1 +0,0 @@
0 6389146 0 0 1135074 6389146 0

BIN
ow2_match/src/.DS_Store vendored
View File

Binary file not shown.

BIN
ow2_match/src/main/.DS_Store vendored
View File

Binary file not shown.

25
ow2_match/src/main/assembly/assembly.xml
View File

@ -1,25 +0,0 @@
<assembly
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd">
<!-- TODO: a jarjar format would be better -->
<id>jar-with-dependencies-without-resources</id>
<formats>
<format>dir</format>
</formats>
<includeBaseDirectory>false</includeBaseDirectory>
<dependencySets>
<dependencySet>
<outputDirectory>/</outputDirectory>
<useProjectArtifact>false</useProjectArtifact>
<unpack>false</unpack>
<scope>runtime</scope>
</dependencySet>
<dependencySet>
<outputDirectory>/</outputDirectory>
<useProjectArtifact>false</useProjectArtifact>
<unpack>false</unpack>
<scope>system</scope>
</dependencySet>
</dependencySets>
</assembly>

BIN
ow2_match/src/main/java/.DS_Store vendored
View File

Binary file not shown.

BIN
ow2_match/src/main/java/com/.DS_Store vendored
View File

Binary file not shown.

38
ow2_match/src/main/java/com/ossean/match/dao/ProjectDao.java
View File

@ -1,38 +0,0 @@
package com.ossean.match.dao;
import java.util.List;
import org.apache.ibatis.annotations.Param;
import org.apache.ibatis.annotations.Select;
import com.ossean.match.model.Project;
public interface ProjectDao {
/*获得项目数据库中最新数据中的最大的id
*返回Integer而不是int 是为了防止在项目数为0时，sql返回null 与int类型不匹配
*/
/*@Select("select MAX(id) from projects")
public Integer getNewLast();
@Select("select id,name from projects where id>#{prjHistory} AND id<=#{prjNewLast}")
public List<Project> getBatch(@Param("prjHistory")int prjHistory,@Param("prjNewLast") int prjNewLast);*/
@Select("select MAX(id) from open_source_projects")
public Integer getNewLast();
// @Select("select id,name,url from open_source_projects where id>#{prjHistory} AND id<=#{prjNewLast}")
// public List<Project> getBatch(@Param("prjHistory")int prjHistory,@Param("prjNewLast") int prjNewLast);
// @Select("select * from ${table} limit #{position}, 1")
// public TestResult1 getByPosition(@Param("table") String table, @Param("position") int position);
@Select("select min(rank) as rank, min(rank_star) as rank_star from ${table} where Url = #{url}")
public Project getProjByUrl(@Param("table") String table, @Param("url") String url);
//批量获取项目对象
@Select("select id,name,url,tags from open_source_projects where id>#{startId} AND id<=#{endId}")
public List<Project> getBatchPrjs(@Param("startId") int startId, @Param("endId") int endId);
}

23
ow2_match/src/main/java/com/ossean/match/dao/RelativeMemoDao.java
View File

@ -1,23 +0,0 @@
package com.ossean.match.dao;
import java.util.List;
import org.apache.ibatis.annotations.Param;
import org.apache.ibatis.annotations.Select;
import com.ossean.match.model.RelativeMemo;
public interface RelativeMemoDao {
//批量获取帖子对象
@Select("select * from job_requirements where id>#{startId} AND id<=#{endId}")
public List<RelativeMemo> getMemoInfo(@Param("startId") int startId, @Param("endId") int endId);
//获得最大帖子id
@Select("select MAX(id) from job_requirements")
public Integer getLastMemoId();
@Select("select * from job_requirements where id = #{id}")
public RelativeMemo getMemoById(@Param("id") int id);
}

21
ow2_match/src/main/java/com/ossean/match/dao/RelativeMemoToOpenSourceProjectDao.java
View File

@ -1,21 +0,0 @@
package com.ossean.match.dao;
import java.util.List;
import org.apache.ibatis.annotations.Insert;
import org.apache.ibatis.annotations.Param;
import org.apache.ibatis.annotations.Select;
import com.ossean.match.model.RelativeMemoToOpenSourceProject;
public interface RelativeMemoToOpenSourceProjectDao {
//读取项目id对应的所有关联的帖子
@Select("select * from highcharts where osp_id=#{osp_id}")
public List<RelativeMemoToOpenSourceProject> getRelativeMemosByOspId(@Param("osp_id") int osp_id);
//写入匹配结果
@Insert("insert into ${targetTableName} (osp_id,relative_memo_id,match_weight,match_time,min_salary,max_salary,experience,city) values (#{item.osp_id},#{item.relative_memo_id},#{item.match_weight},now(),#{item.min_salary},#{item.max_salary},#{item.experience},#{item.city})")
public void insertMatchResult(@Param("targetTableName") String targetTableName, @Param("item") RelativeMemoToOpenSourceProject item);
}

26
ow2_match/src/main/java/com/ossean/match/dao/TagDao.java
View File

@ -1,26 +0,0 @@
package com.ossean.match.dao;
import java.util.List;
import org.apache.ibatis.annotations.Param;
import org.apache.ibatis.annotations.Select;
import com.ossean.match.model.Tag;
public interface TagDao {
//@Select("select taggable_id from taggings where taggable_type='post' and id in (select id from tags where name=#{name})")
@Select("select taggable_id from taggings where taggable_type='RelativeMemo' and tag_id in (select id from tags where name=#{name})")
public List<Integer> getPosts(@Param("name")String name);
//@Select("select id,name from tags where id in (select id from taggings where taggable_type='post' and taggable_id=#{postId})")
@Select("select id,name from tags where id in (select tag_id from taggings where taggable_type='RelativeMemo' and taggable_id=#{postId})")
public List<Tag> getTagsofPost(@Param("postId")int postId);
@Select("select id,name from tags where id>#{startId} AND id<=#{endId}")
public List<Tag> getBatchTag(@Param("startId")int startId,@Param("endId")int endId);
@Select("select MAX(id) from tags")
public Integer getNewLast();
}

11
ow2_match/src/main/java/com/ossean/match/dao/TaggingDao.java
View File

@ -1,11 +0,0 @@
package com.ossean.match.dao;
import java.util.List;
import org.apache.ibatis.annotations.Param;
import org.apache.ibatis.annotations.Select;
public interface TaggingDao {
@Select("select tag_id from taggings where taggable_type = 'RelativeMemo' and taggable_id = #{memoId}")
public List<Integer> getTagIdForMemo(@Param("memoId")int memoId);
}

39
ow2_match/src/main/java/com/ossean/match/lucene/IKTest.java
View File

@ -1,39 +0,0 @@
package com.ossean.match.lucene;
import java.io.IOException;
import java.io.Reader;
import java.io.StringReader;
//import org.apache.lucene.analysis.Analyzer;
//import org.apache.lucene.analysis.TokenStream;
//import org.apache.lucene.analysis.tokenattributes.CharTermAttribute;
import org.wltea.analyzer.core.IKSegmenter;
import org.wltea.analyzer.core.Lexeme;
//import org.wltea.analyzer.lucene.IKAnalyzer;
public class IKTest {
/**
* @param args
* @throws IOException
*/
public static void main(String[] args) throws IOException {
// TODO Auto-generated method stub
// InputStream in = ClassLoader.getSystemResourceAsStream("ext.dic");
// System.out.println(in);
Reader text = new StringReader("Google-books123 boost111 mysql++");
// Analyzer anal = new IKAnalyzer(true);
IKSegmenter iks = new IKSegmenter(text, true);
Lexeme term = null;
while((term = iks.next()) != null){
System.out.print(term.getLexemeText().toString() + "|");
}
// reader.close();
System.out.println();
}
}

278
ow2_match/src/main/java/com/ossean/match/lucene/LuceneIndex.java
View File

@ -1,278 +0,0 @@
package com.ossean.match.lucene;
import java.io.IOException;
import java.nio.file.Paths;
import java.sql.SQLException;
import java.util.List;
import javax.annotation.Resource;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.document.StringField;
import org.apache.lucene.document.TextField;
import org.apache.lucene.document.Field.Store;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Component;
import org.wltea.analyzer.lucene.IKAnalyzer;
import com.ossean.match.dao.ProjectDao;
import com.ossean.match.dao.RelativeMemoDao;
import com.ossean.match.matchprocess.MatchIncrement;
import com.ossean.match.model.Project;
import com.ossean.match.model.RelativeMemo;
import com.ossean.match.utils.Normalizer;
@Component("luceneindex")
public class LuceneIndex {
private Logger logger = LoggerFactory.getLogger(LuceneIndex.class);
public static final String MEMOS_INDEX_PATH = "memosLuceneIndex";
public static final String PRJS_INDEX_PATH = "prjsLuceneIndex";
public static String contentFieldName = "memoContent";
public static String experienceFieldName = "experience";
public static String salaryFieldName = "salary";
public static String addrFieldName = "addr";
public static String memoIdFieldName = "postId";
public static String prjIdFieldName = "prjId";
public static String prjNameFieldName = "prjName";
public static String prjTagsFieldName = "prjTags";
private int step = 100000;
@Resource
private RelativeMemoDao memoDao;
@Resource
private ProjectDao projectDao;
public void run(MatchIncrement matchIncrement) {
logger.info("start creating index!!!");
long start = System.currentTimeMillis();
Analyzer ikanalyzer = new IKAnalyzer(true);
try {
createPostIndex(ikanalyzer, matchIncrement);
createPrjIndex(ikanalyzer, matchIncrement);
} catch (IOException e) {
logger.error("IOException: " + e);
}
long end = System.currentTimeMillis();
logger.info("createIndex time: " + (end - start) / 1000 + "s");
}
public IndexWriter createIndexWriter(String indexPath, Analyzer analyzer)
throws IOException {
Directory dire = FSDirectory.open(Paths.get(indexPath));
IndexWriterConfig iwc = new IndexWriterConfig(analyzer);
iwc.setOpenMode(IndexWriterConfig.OpenMode.CREATE_OR_APPEND);
IndexWriter iw = new IndexWriter(dire, iwc);
return iw;
}
/**
* creating projects index, usually, we need not use this method,
* because projects index will create by increment during matching process
* @param conn
* @param analyzer
* @throws IOException
*/
public void createPrjIndex(Analyzer analyzer, MatchIncrement matchIncrement)
throws IOException {
int startId = 0;
int endId = startId + step;
IndexWriter writer = createIndexWriter(PRJS_INDEX_PATH, analyzer);
int maxPrjId = projectDao.getNewLast();
while (startId < maxPrjId) {
try {
List<Project> projects = projectDao.getBatchPrjs(startId, endId);
for(Project project : projects) {
if (project.getName() == null) {
continue;
}
Document doc = new Document();
doc.add(new StringField(prjIdFieldName, String.valueOf(project.getId()), Store.YES));
String prjName = project.getName();
Field prjNameField = new TextField(prjNameFieldName, prjName, Store.YES);
if (prjName.getBytes().length == prjName.length() && prjName.replaceAll("\\d+"," ").indexOf(" ") == -1) {
prjNameField.setBoost(6.0f);
}
doc.add(prjNameField);
String prjTagsString = project.getTags();
if (prjTagsString == null) {
prjTagsString = "";
}
List<String> prjTagsList = Normalizer.tagsSegmentation(prjTagsString.toLowerCase());
for(String prjTag : prjTagsList){
doc.add(new StringField(prjTagsFieldName, prjTag, Store.NO));
}
writer.addDocument(doc);
}
logger.info("lucene indexed osps: "+ startId + "-->"+ endId);
} catch (IOException e) {
logger.error("createPrjIndex IOException: " + e);
}
if ((maxPrjId - endId) <= step) {
startId = endId;
endId = maxPrjId;
}
else {
startId = endId;
endId += step;
}
}
matchIncrement.setCurrentProject(0);
matchIncrement.setCurrentPrjIndexed(maxPrjId);
matchIncrement.writeIntoRecord();
writer.commit();
writer.close();
}
/**
* creating post index
* @param conn
* @param analyzer
* @throws IOException
*/
public void createPostIndex(Analyzer analyzer, MatchIncrement matchIncrement)
throws IOException {
int startId = 0;
int endId = startId + step;
int lastMemoId=0;
IndexWriter indexWriter = createIndexWriter(MEMOS_INDEX_PATH, analyzer);
int maxMemoId = memoDao.getLastMemoId();
while (startId < maxMemoId) {
try {
List<RelativeMemo> memos = memoDao.getMemoInfo(startId, endId);
for(RelativeMemo memo : memos) {
lastMemoId = memo.getId();
if (memo.getContent() == null) {
continue;
}
Document doc = new Document();
if (memo.getExperience() == null) {
memo.setExperience("");
}
if (memo.getSalary() == null) {
memo.setSalary("");
}
if (memo.getAddr() == null) {
memo.setAddr("");
}
doc.add(new StringField(memoIdFieldName, String.valueOf(lastMemoId), Store.YES));
doc.add(new TextField(contentFieldName, memo.getContent(), Store.NO));
doc.add(new StringField(experienceFieldName, memo.getExperience(), Store.YES));
doc.add(new StringField(salaryFieldName, memo.getSalary(), Store.YES));
doc.add(new StringField(addrFieldName, memo.getAddr(), Store.YES));
indexWriter.addDocument(doc);
}
logger.info("lucene indexed relative_memos: "+ startId + "-->"+ endId);
} catch (IOException e) {
logger.error("createPostIndex IOException: " + e);
}
if ((maxMemoId - endId) <= step) {
startId = endId;
endId = maxMemoId;
}
else {
startId = endId;
endId += step;
}
}
matchIncrement.setCurrentProject(0);
matchIncrement.setCurrentMemo(lastMemoId);
matchIncrement.setCurrentMemoIndexed(lastMemoId);
matchIncrement.writeIntoRecord();
/*FileOutputStream fout = new FileOutputStream(new File("record.txt"));
fout.write((0 + "\t" + lastMemoId + "\t" + 0 + "\t" + 0).getBytes()); //初始化record.txt，项目初始id为0，帖子初始id为创建索引的最后一个帖子的id
fout.close();*/
indexWriter.commit();
indexWriter.close();
}
/**
* the increment of memos index
* @param rs
* @return
* @throws IOException
* @throws SQLException
*/
public int memoIndexIncrement(List<RelativeMemo> memos) throws IOException,
SQLException {
Directory dire = FSDirectory.open(Paths.get(MEMOS_INDEX_PATH));
IndexWriterConfig iwc = new IndexWriterConfig(new IKAnalyzer(true));
iwc.setOpenMode(IndexWriterConfig.OpenMode.CREATE_OR_APPEND);
IndexWriter indexWriter = new IndexWriter(dire, iwc);
int rsId = -1;
for(RelativeMemo memo : memos) {
rsId = memo.getId();
if (memo.getContent() == null) {
continue;
}
Document doc = new Document();
if (memo.getExperience() == null) {
memo.setExperience("");
}
if (memo.getSalary() == null) {
memo.setSalary("");
}
if (memo.getAddr() == null) {
memo.setAddr("");
}
doc.add(new StringField(memoIdFieldName, String.valueOf(rsId), Store.YES));
doc.add(new TextField(contentFieldName, memo.getContent(), Store.NO));
doc.add(new StringField(experienceFieldName, memo.getExperience(), Store.YES));
doc.add(new StringField(salaryFieldName, memo.getSalary(), Store.YES));
doc.add(new StringField(addrFieldName, memo.getAddr(), Store.YES));
indexWriter.addDocument(doc);
}
indexWriter.commit();
indexWriter.close();
return rsId;
}
/**
* the increment of projects index
* @param rs
* @return
* @throws IOException
* @throws SQLException
*/
public int prjIndexIncrement(List<Project> newPrjs) throws IOException, SQLException {
Directory dire = FSDirectory.open(Paths.get(PRJS_INDEX_PATH));
IndexWriterConfig iwc = new IndexWriterConfig(new IKAnalyzer(true));
iwc.setOpenMode(IndexWriterConfig.OpenMode.CREATE_OR_APPEND);
IndexWriter iw = new IndexWriter(dire, iwc);
int rsId = -1;
for(Project project : newPrjs) {
rsId = project.getId();
if (project.getName() == null || "".equals(project.getName())) {
continue;
}
Document doc = new Document();
String prjName = project.getName();
doc.add(new StringField(prjIdFieldName, String.valueOf(rsId), Store.YES));
Field prjNameField = new TextField(prjNameFieldName, prjName, Store.YES);
if (prjName.getBytes().length == prjName.length() && prjName.replaceAll("\\d+"," ").indexOf(" ") == -1) {
prjNameField.setBoost(6.0f);
}
doc.add(prjNameField);
String prjTagsString = project.getTags();
if (prjTagsString == null) {
prjTagsString = "";
}
List<String> prjTagsList = Normalizer.tagsSegmentation(prjTagsString.toLowerCase());
for(String prjTag : prjTagsList){
doc.add(new StringField(prjTagsFieldName, prjTag, Store.NO));
}
iw.addDocument(doc);
}
iw.commit();
iw.close();
return rsId;
}
}

297
ow2_match/src/main/java/com/ossean/match/lucene/LuceneSearch.java
View File

@ -1,297 +0,0 @@
package com.ossean.match.lucene;
import java.io.IOException;
import java.util.HashMap;
import java.util.List;
import org.apache.lucene.document.Document;
import org.apache.lucene.index.FieldInvertState;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.index.Term;
import org.apache.lucene.queryparser.classic.ParseException;
import org.apache.lucene.queryparser.classic.QueryParser;
import org.apache.lucene.queryparser.classic.QueryParser.Operator;
import org.apache.lucene.search.BooleanClause;
import org.apache.lucene.search.BooleanQuery;
import org.apache.lucene.search.Explanation;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.search.ScoreDoc;
import org.apache.lucene.search.TermQuery;
import org.apache.lucene.search.TopDocs;
import org.apache.lucene.search.similarities.DefaultSimilarity;
import org.apache.lucene.search.similarities.Similarity;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.wltea.analyzer.lucene.IKAnalyzer;
import com.ossean.match.matchprocess.MatchIncrement;
import com.ossean.match.matchprocess.MemoInfos;
import com.ossean.match.utils.Normalizer;
public class LuceneSearch {
private static Logger logger = LoggerFactory.getLogger(LuceneSearch.class);
/**
* memos match to projects by Lucene
*
* @param keyWords
* @param searchField
* @param weight
* @param matchMap
* @param memoHistory
* @param indexReader
* @return
*/
public static HashMap<Integer, Double> memoToPrjMatchByLucene(String keyWords,
List<String> keyWordsList, String searchField, double weight,
HashMap<Integer, Double> matchMap, IndexReader prjIndexReader) {
try {
IndexSearcher is = new IndexSearcher(prjIndexReader);
BooleanQuery query = new BooleanQuery();
Similarity similarity = new DefaultSimilarity(){
@Override
public float coord(int overlap, int maxOverlap) {
return overlap*overlap*overlap / (float)maxOverlap;
}
@Override
public float queryNorm(float sumOfSquaredWeights) {
return 1.0f;
}
};
is.setSimilarity(similarity);
for(String keyWordsTerm : keyWordsList){
Term term = new Term(searchField, keyWordsTerm);
TermQuery tq = new TermQuery(term);
query.add(tq, BooleanClause.Occur.SHOULD);
}
TopDocs td = is.search(query, 10000);
ScoreDoc[] sds = td.scoreDocs;
for (ScoreDoc sd : sds) {
Document d = is.doc(sd.doc);
String prjId = d.get(LuceneIndex.prjIdFieldName);
String[] prjNames = d.getValues(searchField);
for(String prjName : prjNames){
if (keyWords.contains(prjName)) {
int pId = Integer.parseInt(prjId);
if (matchMap.containsKey(pId)) {
matchMap.put(pId, matchMap.get(pId) + weight + sd.score/1000);
} else
matchMap.put(pId, weight + sd.score/1000);
}
}
}
} catch (IOException e) {
logger.error("memoToPrjMatchByLucene IOException: " + e);
}
return matchMap;
}
/**
* projects match to memos by Lucene
*
* @param prjName
* @param projId
* @param searchFiled
* @param weight
* @param map
* @param memoHistory
* @param indexReader
* @return
*/
public static HashMap<Integer, MemoInfos> prjToMemoMatchByLucene(
String prjName, String searchField, double weight,
HashMap<Integer, MemoInfos> map, IndexReader memoIndexReader, IndexReader prjIndexReader, MatchIncrement matchIncrement) {
try {
IndexSearcher is = new IndexSearcher(memoIndexReader);
Term t = new Term(searchField, prjName);
Query query = new TermQuery(t);
// QueryParser paser = new QueryParser(searchField, new IKAnalyzer());
// paser.setDefaultOperator(Operator.AND);
// Query query = paser.Query(prjName);
// List<String> prjNameList = Normalizer.getList(prjName);
// BooleanQuery query = new BooleanQuery();
// Similarity similarity = new DefaultSimilarity(){
// @Override
// public float queryNorm(float sumOfSquaredWeights) {
// return 1.0f;
// }
// @Override
// public float lengthNorm(FieldInvertState state) {
// return 1.0f;
// }
// };
// is.setSimilarity(similarity);
//
// for(String prjNameTerm : prjNameList){
// Term term = new Term(searchField, prjNameTerm);
// TermQuery tq = new TermQuery(term);
// query.add(tq, BooleanClause.Occur.MUST);
// }
TopDocs td = is.search(query, 1000000);
ScoreDoc[] sds = td.scoreDocs;
for (ScoreDoc sd : sds) {
Document d = is.doc(sd.doc);
if (sd.score >= 0.7) {
String postId = d.get(LuceneIndex.memoIdFieldName);
int pId = Integer.parseInt(postId);
String experience = d.get(LuceneIndex.experienceFieldName);
String addr = d.get(LuceneIndex.addrFieldName);
String salary = d.get(LuceneIndex.salaryFieldName);
MemoInfos memoInfos = getMemoInfos(experience, addr, salary, matchIncrement);
if (map.containsKey(pId)) {
memoInfos.setWeight(memoInfos.getWeight() + weight + sd.score/1000);
map.put(pId, memoInfos);
} else{
memoInfos.setWeight(weight + sd.score/1000);
map.put(pId, memoInfos);
}
}
}
} catch (IOException e) {
logger.error("prjToMemoMatchByLucene IOException: " + e);
}
return map;
}
public static MemoInfos getMemoInfos(String experience, String addr, String salary, MatchIncrement matchIncrement){
MemoInfos memoInfos = new MemoInfos();
String experienceString = "";
experienceString = experience.replaceAll(" ", "");
if (experienceString.equals("1-3年经验")) {
experienceString = "经验1-3年";
}
else if (experienceString.equals("3-5年经验")) {
experienceString = "经验3-5年";
}
else if (experienceString.equals("5-10年经验")) {
experienceString = "经验5-10年";
}
else if (experienceString.equals("应届毕业生")) {
experienceString = "经验应届毕业生";
}
else if (experienceString.equals("10年以上经验")) {
experienceString = "经验10年以上";
}
else if(experienceString.equals("")){
experienceString = "经验不限";
}
memoInfos.setExperience(experienceString);
for (int i = 0; i < matchIncrement.getCityList().size(); i++) {
if(addr.contains(matchIncrement.getCityList().get(i))){
if (matchIncrement.getCityList().get(i) == "朝阳") {
memoInfos.setCity("北京");
}
else {
memoInfos.setCity(matchIncrement.getCityList().get(i));
}
}
}
String salaryNum = Normalizer.StringFilter(salary);
int []salaries = new int[]{0,0};
int j = 0;
for(String num : salaryNum.split(" ")){
if (num.trim().length() > 0) {
salaries[j] = Integer.parseInt(num);
if (j == 1)
continue;
j++;
}
}
memoInfos.setMin_salary(salaries[0]);
memoInfos.setMax_salary(salaries[1]);
return memoInfos;
}
public static HashMap<Integer, Double> searchByMemoContentList(String tagStr, String searchField, String idField, double weight,
HashMap<Integer, Double> map, IndexReader indexReader) {
try {
IndexSearcher is = new IndexSearcher(indexReader);
Term t = new Term(searchField, tagStr);
Query query = new TermQuery(t);
TopDocs td = is.search(query, 100000);
ScoreDoc[] sds = td.scoreDocs;
for (ScoreDoc sd : sds) {
Document d = is.doc(sd.doc);
String postId = d.get(idField);
int pId = Integer.parseInt(postId);
if (map.containsKey(pId)) {
map.put(pId, map.get(pId) + weight + sd.score/1000);
}
}
} catch (IOException e) {
logger.error("prjToMemoMatchByLucene IOException: " + e);
}
return map;
}
public static HashMap<Integer, MemoInfos> searchByPrjTag(String tagStr, String searchField, String idField, double weight,
HashMap<Integer, MemoInfos> map, IndexReader indexReader) {
try {
IndexSearcher is = new IndexSearcher(indexReader);
Term t = new Term(searchField, tagStr);
Query query = new TermQuery(t);
TopDocs td = is.search(query, 100000);
ScoreDoc[] sds = td.scoreDocs;
for (ScoreDoc sd : sds) {
Document d = is.doc(sd.doc);
String postId = d.get(idField);
int pId = Integer.parseInt(postId);
if (map.containsKey(pId)) {
map.get(pId).setWeight(map.get(pId).getWeight() + weight + sd.score/1000);
}
}
} catch (IOException e) {
logger.error("prjToMemoMatchByLucene IOException: " + e);
}
return map;
}
// 获得每个帖子匹配到的标签个数
public static HashMap<Integer, Integer> tagsMatch(String idField,
String tags, String searchField, IndexReader indexReader) {
HashMap<Integer, Integer> tagsMatchNum = new HashMap<Integer, Integer>();
try {
IndexSearcher is = new IndexSearcher(indexReader);
QueryParser parser = new QueryParser(searchField, new IKAnalyzer(true));
Query query = parser.parse(tags);
TopDocs td = is.search(query, 100000);
ScoreDoc[] sds = td.scoreDocs;
for (ScoreDoc sd : sds) {
Document d = is.doc(sd.doc);
String postId = d.get(idField);
int pId = Integer.parseInt(postId);
Explanation explanation = is.explain(query, sd.doc);
int hitNum = getHitTermsNum(explanation);
if (tagsMatchNum.containsKey(pId)) {
tagsMatchNum.put(pId, tagsMatchNum.get(pId) + hitNum);
} else
tagsMatchNum.put(pId, hitNum);
}
} catch (IOException e) {
logger.error("tagsMatch IOException: " + e);
} catch (ParseException e) {
logger.error("tagsMatch ParseException: " + e);
}
return tagsMatchNum;
}
//get the number of terms hitted in docs
public static int getHitTermsNum(Explanation explanation){
int num = 0;
String coord = explanation.getDetails()[(explanation.getDetails().length - 1)].toString();
if (coord.length() > 20 || coord.length() <= 0) {
num = 1;
}
else {
String numStr = coord.substring(coord.indexOf('(')+1, coord.indexOf('/'));
num = Integer.parseInt(numStr);
}
return num;
}
}

28
ow2_match/src/main/java/com/ossean/match/main/InitIndexMain.java
View File

@ -1,28 +0,0 @@
package com.ossean.match.main;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.context.ApplicationContext;
import org.springframework.context.support.ClassPathXmlApplicationContext;
import org.springframework.stereotype.Component;
import com.ossean.match.lucene.LuceneIndex;
import com.ossean.match.matchprocess.MatchIncrement;
@Component
public class InitIndexMain {
@Qualifier("luceneindex")
@Autowired
private LuceneIndex luceneIndex;
public static void main(String[] args) {
@SuppressWarnings("resource")
ApplicationContext applicationContext = new ClassPathXmlApplicationContext("classpath:/applicationContext_mybatis.xml");
InitIndexMain mainClass = applicationContext.getBean(InitIndexMain.class);
mainClass.start();
}
public void start(){
MatchIncrement matchIncrement = new MatchIncrement();
luceneIndex.run(matchIncrement);
}
}

69
ow2_match/src/main/java/com/ossean/match/main/Main.java
View File

@ -1,69 +0,0 @@
package com.ossean.match.main;
import org.apache.lucene.queryparser.classic.ParseException;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.context.ApplicationContext;
import org.springframework.context.support.ClassPathXmlApplicationContext;
import org.springframework.stereotype.Component;
import com.ossean.match.lucene.LuceneIndex;
import com.ossean.match.matchprocess.MatchIncrement;
import com.ossean.match.matchprocess.MemoToPrjMatch;
import com.ossean.match.matchprocess.NewPrjMonitor;
import com.ossean.match.matchprocess.PrjToMemoMatch;
@Component
public class Main {
@Qualifier("newprjmonitor")
@Autowired
private NewPrjMonitor newPrjMonitor;
@Qualifier("memotoprjmatch")
@Autowired
private MemoToPrjMatch memoToPrjMatch;
@Qualifier("prjtomemomatch")
@Autowired
private PrjToMemoMatch prjToMemoMatch;
@Qualifier("luceneindex")
@Autowired
private LuceneIndex luceneIndex;
public static void main(String[] args) throws InterruptedException, ParseException {
@SuppressWarnings("resource")
ApplicationContext applicationContext = new ClassPathXmlApplicationContext("classpath:/applicationContext_mybatis.xml");
Main mainClass = applicationContext.getBean(Main.class);
mainClass.start();
}
public void start() throws InterruptedException, ParseException {
while (true) {
MatchIncrement matchIncrement = new MatchIncrement();
if (matchIncrement.getTaskToPrjId() != 0) {
prjToMemoMatch.setMatchIncrement(matchIncrement);
if (matchIncrement.getPrjHistory() == 0 && matchIncrement.getMemoHistory() == 0) {
luceneIndex.run(matchIncrement);
}
newPrjMonitor.run();
prjToMemoMatch.run();
}
else {
newPrjMonitor.setMatchIncrement(matchIncrement);
memoToPrjMatch.setMatchIncrement(matchIncrement);
prjToMemoMatch.setMatchIncrement(matchIncrement);
if (matchIncrement.getPrjHistory() == 0 && matchIncrement.getMemoHistory() == 0) {
luceneIndex.run(matchIncrement);
}
newPrjMonitor.run();
prjToMemoMatch.run();
memoToPrjMatch.run();
}
Thread.sleep(matchIncrement.getSleepTime());
}
}
}

285
ow2_match/src/main/java/com/ossean/match/matchprocess/Match.java
View File

File diff suppressed because one or more lines are too long

298
ow2_match/src/main/java/com/ossean/match/matchprocess/MatchIncrement.java
View File

@ -1,298 +0,0 @@
package com.ossean.match.matchprocess;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.FileReader;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Scanner;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class MatchIncrement extends Thread implements Runnable {
private Logger logger = LoggerFactory.getLogger(getClass());
private int prjHistory; // the record of project after matching last time
private int memoHistory; // the record of memo after matching last time
private int prjIndexed; //the record of prj indexed to
private int memoIndexed; //the record of memo indexed to
private int currentProject; // current project of matching this time
private int currentMemo; // current memo of matching this time
private int currentPrjIndexed;
private int currentMemoIndexed;
private static File record; // record file "record.txt"
private boolean newPrjComming;
private boolean newMemoComming;
private boolean currentMatchDone = true;
private int lastPrjId = 0;
private int lastTagId = 0;
private int tagHistory = 0;
private int currentTag = 0;
private boolean newTagflag;
private boolean newPrePrjFlag;
private int prePrjHistory = 0;
private int lastPrePrjId = 0;
private int currentPrePrj = 0;
private int taskToPrjId = 0;
private int sleepTime = 0;
private List<String>cityList;
public MatchIncrement() {
record = new File("record.txt");
getMatchRecord();
currentProject = prjHistory;
currentMemo = memoHistory;
currentTag = tagHistory;
currentPrePrj = prePrjHistory;
currentPrjIndexed = prjIndexed;
currentMemoIndexed = memoIndexed;
this.setCityList(initCityList());
}
public List<String> getCityList() {
return cityList;
}
public void setCityList(List<String> cityList) {
this.cityList = cityList;
}
public boolean isNewPrjComming() {
return newPrjComming;
}
public void setNewPrjComming(boolean newPrjComming) {
this.newPrjComming = newPrjComming;
}
public boolean isNewMemoComming() {
return newMemoComming;
}
public void setNewMemoComming(boolean newMemoComming) {
this.newMemoComming = newMemoComming;
}
public int getSleepTime() {
return sleepTime;
}
public void setSleepTime(int sleepTime) {
this.sleepTime = sleepTime;
}
public int getTaskToPrjId() {
return taskToPrjId;
}
public void setTaskToPrjId(int taskToPrjId) {
this.taskToPrjId = taskToPrjId;
}
public int getCurrentPrjIndexed() {
return currentPrjIndexed;
}
public void setCurrentPrjIndexed(int currentPrjIndexed) {
this.currentPrjIndexed = currentPrjIndexed;
}
public int getCurrentMemoIndexed() {
return currentMemoIndexed;
}
public void setCurrentMemoIndexed(int currentMemoIndexed) {
this.currentMemoIndexed = currentMemoIndexed;
}
public int getMemoIndexed() {
return memoIndexed;
}
public void setMemoIndexed(int memoIndexed) {
this.memoIndexed = memoIndexed;
}
public int getPrjIndexed() {
return prjIndexed;
}
public void setPrjIndexed(int prjIndexed) {
this.prjIndexed = prjIndexed;
}
public boolean isNewPrePrjFlag() {
return newPrePrjFlag;
}
public void setNewPrePrjFlag(boolean newPrePrjFlag) {
this.newPrePrjFlag = newPrePrjFlag;
}
public int getPrePrjHistory() {
return prePrjHistory;
}
public void setPrePrjHistory(int prePrjHistory) {
this.prePrjHistory = prePrjHistory;
}
public int getLastPrePrjId() {
return lastPrePrjId;
}
public void setLastPrePrjId(int lastPrePrjId) {
this.lastPrePrjId = lastPrePrjId;
}
public int getCurrentPrePrj() {
return currentPrePrj;
}
public void setCurrentPrePrj(int currentPrePrj) {
this.currentPrePrj = currentPrePrj;
}
public int getCurrentTag() {
return currentTag;
}
public void setCurrentTag(int currentTag) {
this.currentTag = currentTag;
}
public int getTagHistory() {
return tagHistory;
}
public void setTagHistory(int tagHistory) {
this.tagHistory = tagHistory;
}
public boolean isNewTagflag() {
return newTagflag;
}
public void setNewTagflag(boolean newTagflag) {
this.newTagflag = newTagflag;
}
public void setLastPrjId(int id) {
this.lastPrjId = id;
}
public int getLastPrjId() {
return lastPrjId;
}
public int getLastTagId() {
return lastTagId;
}
public void setLastTagId(int id) {
this.lastTagId = id;
}
public boolean isNewMemoTag() {
return newTagflag;
}
public int getPrjHistory() {
return prjHistory;
}
public synchronized void setPrjHistory(int prjHistory) {
this.prjHistory = prjHistory;
}
public int getMemoHistory() {
return memoHistory;
}
public synchronized void setMemoHistory(int memoHistory) {
this.memoHistory = memoHistory;
}
public boolean isCurrentMatchDone() {
return currentMatchDone;
}
public synchronized void setCurrentMatchDone(boolean currentMatchDone) {
this.currentMatchDone = currentMatchDone;
}
public int getCurrentProject() {
return currentProject;
}
public int getCurrentMemo() {
return currentMemo;
}
public synchronized void setCurrentProject(int prjId) {
currentProject = prjId;
}
public synchronized void setCurrentMemo(int memoId) {
currentMemo = memoId;
}
/**
* read the record after matching last time from record file "record.txt",
* the format of the record in the file: "project's record" "memo's record"
*/
public void getMatchRecord() {
try {
Scanner in = new Scanner(record);
this.setPrjHistory(in.nextInt());
this.setMemoHistory(in.nextInt());
this.setTagHistory(in.nextInt());
this.setPrePrjHistory(in.nextInt());
this.setPrjIndexed(in.nextInt());
this.setMemoIndexed(in.nextInt());
this.setTaskToPrjId(in.nextInt());
in.close();
} catch (FileNotFoundException e) {
logger.error("getMatchRecord FileNotFoundException： " + e);
}
}
public List<String> initCityList() {
List<String> cityList = null;
try {
FileReader reader = new FileReader("city.txt");
BufferedReader br = new BufferedReader(reader);
cityList = new ArrayList<String>();
String str = null;
while((str = br.readLine()) != null) {
cityList.add(str);
}
br.close();
reader.close();
} catch (FileNotFoundException e) {
logger.error("initCityList FileNotFoundException： " + e);
} catch (IOException e) {
logger.error("initCityList IOException： " + e);
}
return cityList;
}
/**
* write the result to the record file
*/
public void writeIntoRecord() {
try {
FileOutputStream fout = new FileOutputStream(record);
fout.write((currentProject + "\t" + currentMemo + "\t" + currentTag
+ "\t" + currentPrePrj + "\t" + currentPrjIndexed + "\t" + currentMemoIndexed + "\t" + taskToPrjId).getBytes());
fout.close();
} catch (FileNotFoundException e) {
logger.error("writeIntoRecord FileNotFoundException： " + e);
} catch (IOException e) {
logger.error("writeIntoRecord FileNotFoundException： " + e);
}
}
}

41
ow2_match/src/main/java/com/ossean/match/matchprocess/MemoInfos.java
View File

@ -1,41 +0,0 @@
package com.ossean.match.matchprocess;
public class MemoInfos {
private int min_salary;
private int max_salary;
private String experience;
private String city;
private double weight;
public double getWeight() {
return weight;
}
public void setWeight(double weight) {
this.weight = weight;
}
public int getMin_salary() {
return min_salary;
}
public void setMin_salary(int min_salary) {
this.min_salary = min_salary;
}
public int getMax_salary() {
return max_salary;
}
public void setMax_salary(int max_salary) {
this.max_salary = max_salary;
}
public String getExperience() {
return experience;
}
public void setExperience(String experience) {
this.experience = experience;
}
public String getCity() {
return city;
}
public void setCity(String city) {
this.city = city;
}
}

106
ow2_match/src/main/java/com/ossean/match/matchprocess/MemoToPrjMatch.java
View File

@ -1,106 +0,0 @@
package com.ossean.match.matchprocess;
import java.io.IOException;
import java.sql.SQLException;
import java.text.DecimalFormat;
import java.util.List;
import javax.annotation.Resource;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.stereotype.Component;
import com.ossean.match.dao.RelativeMemoDao;
import com.ossean.match.lucene.LuceneIndex;
import com.ossean.match.model.RelativeMemo;
@Component("memotoprjmatch")
public class MemoToPrjMatch implements Runnable {
private Logger logger = LoggerFactory.getLogger(getClass());
private MatchIncrement matchIncrement = null;
private int step = 2000; // setting the numbers of memos for every reading
@Qualifier("match")
@Autowired
private Match match;
@Resource
private RelativeMemoDao memoDao;
public void setMatchIncrement(MatchIncrement matchIncrement) {
this.matchIncrement = matchIncrement;
}
/**
* new memos match to all projects and adding memos index
* @param conn
* @throws SQLException
* @throws IOException
*/
public void memoToPrjIncrement() throws SQLException,
IOException {
matchIncrement.setCurrentMatchDone(false);
long start = System.currentTimeMillis();
matchIncrement.getMatchRecord();
matchIncrement.setCurrentProject(matchIncrement.getPrjHistory());
int startId = matchIncrement.getMemoHistory();
int endId = startId + step;
int lastMemoId = memoDao.getLastMemoId();
if ((lastMemoId - endId) <= step) {
endId = lastMemoId;
}
while (startId < lastMemoId) {
long batchStart = System.currentTimeMillis();
List<RelativeMemo> memos = memoDao.getMemoInfo(startId, endId);
if (memos != null && memos.size() > 0) {
match.memoToPrjMatch(memos, matchIncrement);
matchIncrement.setCurrentMemo(endId);
if (startId > matchIncrement.getMemoIndexed()) {
LuceneIndex luceneIndex = new LuceneIndex();
int memoIndexed = luceneIndex.memoIndexIncrement(memos);
// adding memos index and save the record
matchIncrement.setMemoIndexed(memoIndexed);
}
}
long batchEnd = System.currentTimeMillis();
DecimalFormat df = new DecimalFormat( "0.00");
double totalTime = (double)(batchEnd - batchStart)/60000;
double rate = (double)(endId - startId)/((batchEnd - batchStart)/1000);
logger.info("current Batch memo-->prj total time: " + df.format(totalTime) + "min; "
+ " average： " + df.format(rate) + " 条/s");
logger.info("relative_memos_to_osps matched to : "
+ matchIncrement.getCurrentMemo());
logger.info("relative_memos_to_osps remain_to_match : "
+ (lastMemoId - endId));
// finishing matching, writing the record to "record.txt"
matchIncrement.writeIntoRecord();
if ((lastMemoId - endId) <= step) {
startId = endId;
endId = lastMemoId;
}
else {
startId = endId;
endId += step;
}
}
long end = System.currentTimeMillis();
DecimalFormat df = new DecimalFormat( "0.00");
double totalTime = (double)(end - start)/60000;
logger.info("memo-->prj total time: " + df.format(totalTime) + "min");
matchIncrement.setCurrentMatchDone(true);
}
public void run() {
if (matchIncrement.isNewMemoComming()) {
logger.info("start relative_memos_to_osps match!!!");
try {
memoToPrjIncrement();
} catch (SQLException e) {
logger.error("SQLException: " + e);
} catch (IOException e) {
logger.error("IOException: " + e);
}
}
}
}

66
ow2_match/src/main/java/com/ossean/match/matchprocess/NewPrjMonitor.java
View File

@ -1,66 +0,0 @@
package com.ossean.match.matchprocess;
import javax.annotation.Resource;
import org.springframework.stereotype.Component;
import com.ossean.match.dao.ProjectDao;
import com.ossean.match.dao.RelativeMemoDao;
import com.ossean.match.dao.TagDao;
@Component("newprjmonitor")
public class NewPrjMonitor {
@Resource
private TagDao tagDao;
@Resource
private ProjectDao projectDao;
@Resource
private RelativeMemoDao memoDao;
MatchIncrement matchIncrement = null;
public void setMatchIncrement(MatchIncrement matchIncrement) {
this.matchIncrement = matchIncrement;
}
public void run() {
int lastPrjId = projectDao.getNewLast();
int lastMemoId = memoDao.getLastMemoId();
int lastTagId = tagDao.getNewLast();
int lastPrePrjId = lastPrjId;
if (lastPrjId > matchIncrement.getPrjHistory()) {
matchIncrement.setNewPrjComming(true);
matchIncrement.setLastPrjId(lastPrjId);
} else {
matchIncrement.setNewPrjComming(false);
}
if (lastMemoId > matchIncrement.getMemoHistory()) {
matchIncrement.setNewMemoComming(true);
} else {
matchIncrement.setNewMemoComming(false);
}
if (lastPrePrjId > matchIncrement.getPrePrjHistory()) {
matchIncrement.setNewPrePrjFlag(true);
matchIncrement.setLastPrePrjId(lastPrePrjId);
} else {
matchIncrement.setNewPrePrjFlag(false);
}
if (lastTagId > matchIncrement.getTagHistory()) {
matchIncrement.setNewTagflag(true);
matchIncrement.setLastTagId(lastTagId);
} else {
matchIncrement.setNewTagflag(false);
}
if (!matchIncrement.isNewMemoComming()&&!matchIncrement.isNewPrjComming()) {
matchIncrement.setSleepTime(120000);
}else {
matchIncrement.setSleepTime(0);
}
}
}

126
ow2_match/src/main/java/com/ossean/match/matchprocess/PrjToMemoMatch.java
View File

@ -1,126 +0,0 @@
package com.ossean.match.matchprocess;
import java.io.IOException;
import java.sql.SQLException;
import java.text.DecimalFormat;
import java.util.List;
import javax.annotation.Resource;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Qualifier;
import org.springframework.stereotype.Component;
import com.ossean.match.dao.ProjectDao;
import com.ossean.match.lucene.LuceneIndex;
import com.ossean.match.model.Project;
@Component("prjtomemomatch")
public class PrjToMemoMatch implements Runnable {
private Logger logger = LoggerFactory.getLogger(getClass());
private int step = 10000; // setting the numbers of projects for every reading
private MatchIncrement matchIncrement = null;
@Resource
private ProjectDao projectDao;
@Qualifier("match")
@Autowired
private Match match;
public void setMatchIncrement(MatchIncrement matchIncrement) {
this.matchIncrement = matchIncrement;
}
public void prjToMemoIncrement() throws IOException, SQLException {
matchIncrement.setCurrentMatchDone(false);
long start = System.currentTimeMillis();
matchIncrement.getMatchRecord();
matchIncrement.setCurrentMemo(matchIncrement.getMemoHistory());
int startId = matchIncrement.getPrjHistory();
int endId = startId + step;
int lastPrjId = matchIncrement.getLastPrjId();
if ((lastPrjId - endId) <= step) {
endId = lastPrjId;
}
while (startId < lastPrjId) {
long batchStart = System.currentTimeMillis();
List<Project> newPrjs = projectDao.getBatchPrjs(startId, endId);// getting projects' id and prjName in batches
long end1 = System.currentTimeMillis();
logger.info("批量读项目: " + (end1 - batchStart) + "ms");
if (newPrjs != null) {
match.prjToMemoMatch(newPrjs, matchIncrement);
matchIncrement.setCurrentProject(endId);
if (startId > matchIncrement.getPrjIndexed()) {
// adding projects index and save the record
LuceneIndex luceneIndex = new LuceneIndex();
int prjIndexed = luceneIndex.prjIndexIncrement(newPrjs);
matchIncrement.setPrjIndexed(prjIndexed);
}
}
long batchEnd = System.currentTimeMillis();
DecimalFormat df = new DecimalFormat( "0.00");
double totalTime = (double)(batchEnd - batchStart)/60000;
double rate = (double)(endId - startId)/((batchEnd - batchStart)/1000);
logger.info("current Batch prj-->memo total time: " + df.format(totalTime) + "min; "
+ " average： " + df.format(rate) + " 条/s");
logger.info("osps_to_relative_memos matched to : "
+ matchIncrement.getCurrentProject());
logger.info("osps_to_relative_memos remain_to_match : "
+ (lastPrjId - endId));
// finishing matching, writing the record to "record.txt"
matchIncrement.writeIntoRecord();
if ((lastPrjId - endId) <= step) {
startId = endId;
endId = lastPrjId;
}
else {
startId = endId;
endId += step;
}
}
long end = System.currentTimeMillis();
DecimalFormat df = new DecimalFormat( "0.00");
double totalTime = (double)(end - start)/60000;
logger.info("prj-->memo total time: " + df.format(totalTime) + "min");
matchIncrement.setCurrentMatchDone(true);
}
public void run() {
if (matchIncrement.getTaskToPrjId() != 0) {
int startId = matchIncrement.getPrjHistory();
int endId = matchIncrement.getTaskToPrjId();
long batchStart = System.currentTimeMillis();
List<Project> newPrjs = projectDao.getBatchPrjs(startId, endId);// getting projects' id and prjName in batches
long end1 = System.currentTimeMillis();
logger.info("批量读项目: " + (end1 - batchStart) + "ms");
if (newPrjs != null) {
match.prjToMemoMatch(newPrjs, matchIncrement);
}
long batchEnd = System.currentTimeMillis();
DecimalFormat df = new DecimalFormat( "0.00");
double totalTime = (double)(batchEnd - batchStart)/60000;
double rate = (double)(endId - startId)/((batchEnd - batchStart)/1000);
logger.info("current Batch prj-->memo total time: " + df.format(totalTime) + "min; "
+ " average： " + df.format(rate) + " 条/s");
logger.info("osps_to_relative_memos matched to : "
+ matchIncrement.getCurrentProject());
System.exit(0);
}
else {
if (matchIncrement.isNewPrjComming()) {
logger.info("start osps_to_relative_memos match!!!");
try {
prjToMemoIncrement();
} catch (IOException e) {
logger.error("IOException: " + e);
} catch (SQLException e) {
logger.error("SQLException: " + e);
}
}
}
}
}

70
ow2_match/src/main/java/com/ossean/match/model/Project.java
View File

@ -1,70 +0,0 @@
package com.ossean.match.model;
import java.util.HashMap;
public class Project {
private int id;
private String url;
private String name;
private int rank = -1;
private double rank_star = -1.0;
private String tags;
private HashMap<String, String> urls;
@Override
public String toString() {
// TODO Auto-generated method stub
return ""+id + '-' + name;
}
public String getUrl(){
return url;
}
public void setUrl(String url) {
this.url = url;
}
public int getId() {
return id;
}
public void setId(int id) {
this.id = id;
}
public String getName() {
return name;
}
public void setName(String name) {
this.name = name;
}
public void setUrls(HashMap<String, String> urls) {
this.urls = urls;
}
public int getRank(){
return rank;
}
public double getStar() {
return rank_star;
}
public void setRank(int rank, Double star){
if(this.rank == -1){
this.rank = rank;
} else if (this.rank > rank && rank != -1){
this.rank = rank;
}
if(this.rank_star == -1){
this.rank_star = star;
} else if (this.rank_star > star && star != -1){
this.rank_star = star;
}
}
public String getTags() {
return tags;
}
public void setTags(String tags) {
this.tags = tags;
}
}

223
ow2_match/src/main/java/com/ossean/match/model/RelativeMemo.java
View File

@ -1,223 +0,0 @@
package com.ossean.match.model;
public class RelativeMemo {
private int id;
private String url;
private String deal_title;
private String tags;
private String created_time;
private String content;
private String work_type;
private String degree;
private String salary;
private String experience;
private String comp_name;
private String comp_url;
private String addr;
private String comp_scale;
private String comp_field;
private String financing;
private String extractTime;
private int history;
private int post_id;
private String relative_osps;
private String author;
private int reply_num;
private int view_num;
private int vote_num;
private int collection_num;
private String crawled_time;
private String category;
private String source;
private String author_url;
private String last_time;
private String url_md5;
public int getId() {
return id;
}
public void setId(int id) {
this.id = id;
}
public String getUrl() {
return url;
}
public void setUrl(String url) {
this.url = url;
}
public String getDeal_title() {
return deal_title;
}
public void setDeal_title(String deal_title) {
this.deal_title = deal_title;
}
public String getTags() {
return tags;
}
public void setTags(String tags) {
this.tags = tags;
}
public String getCreated_time() {
return created_time;
}
public void setCreated_time(String created_time) {
this.created_time = created_time;
}
public String getContent() {
return content;
}
public void setContent(String content) {
this.content = content;
}
public String getWork_type() {
return work_type;
}
public void setWork_type(String work_type) {
this.work_type = work_type;
}
public String getDegree() {
return degree;
}
public void setDegree(String degree) {
this.degree = degree;
}
public String getSalary() {
return salary;
}
public void setSalary(String salary) {
this.salary = salary;
}
public String getExperience() {
return experience;
}
public void setExperience(String experience) {
this.experience = experience;
}
public String getComp_name() {
return comp_name;
}
public void setComp_name(String comp_name) {
this.comp_name = comp_name;
}
public String getComp_url() {
return comp_url;
}
public void setComp_url(String comp_url) {
this.comp_url = comp_url;
}
public String getAddr() {
return addr;
}
public void setAddr(String addr) {
this.addr = addr;
}
public String getComp_scale() {
return comp_scale;
}
public void setComp_scale(String comp_scale) {
this.comp_scale = comp_scale;
}
public String getComp_field() {
return comp_field;
}
public void setComp_field(String comp_field) {
this.comp_field = comp_field;
}
public String getFinancing() {
return financing;
}
public void setFinancing(String financing) {
this.financing = financing;
}
public String getExtractTime() {
return extractTime;
}
public void setExtractTime(String extractTime) {
this.extractTime = extractTime;
}
public int getHistory() {
return history;
}
public void setHistory(int history) {
this.history = history;
}
public int getPost_id() {
return post_id;
}
public void setPost_id(int post_id) {
this.post_id = post_id;
}
public String getRelative_osps() {
return relative_osps;
}
public void setRelative_osps(String relative_osps) {
this.relative_osps = relative_osps;
}
public String getAuthor() {
return author;
}
public void setAuthor(String author) {
this.author = author;
}
public int getReply_num() {
return reply_num;
}
public void setReply_num(int reply_num) {
this.reply_num = reply_num;
}
public int getView_num() {
return view_num;
}
public void setView_num(int view_num) {
this.view_num = view_num;
}
public int getVote_num() {
return vote_num;
}
public void setVote_num(int vote_num) {
this.vote_num = vote_num;
}
public int getCollection_num() {
return collection_num;
}
public void setCollection_num(int collection_num) {
this.collection_num = collection_num;
}
public String getCrawled_time() {
return crawled_time;
}
public void setCrawled_time(String crawled_time) {
this.crawled_time = crawled_time;
}
public String getCategory() {
return category;
}
public void setCategory(String category) {
this.category = category;
}
public String getSource() {
return source;
}
public void setSource(String source) {
this.source = source;
}
public String getAuthor_url() {
return author_url;
}
public void setAuthor_url(String author_url) {
this.author_url = author_url;
}
public String getLast_time() {
return last_time;
}
public void setLast_time(String last_time) {
this.last_time = last_time;
}
public String getUrl_md5() {
return url_md5;
}
public void setUrl_md5(String url_md5) {
this.url_md5 = url_md5;
}
}

70
ow2_match/src/main/java/com/ossean/match/model/RelativeMemoToOpenSourceProject.java
View File

@ -1,70 +0,0 @@
package com.ossean.match.model;
public class RelativeMemoToOpenSourceProject {
private int id;
private int osp_id;
private int relative_memo_id;
private double match_weight;
private String match_time;
private int min_salary;
private int max_salary;
private String experience;
private String city;
public String getMatch_time() {
return match_time;
}
public void setMatch_time(String match_time) {
this.match_time = match_time;
}
public int getId() {
return id;
}
public void setId(int id) {
this.id = id;
}
public int getOsp_id() {
return osp_id;
}
public void setOsp_id(int osp_id) {
this.osp_id = osp_id;
}
public int getRelative_memo_id() {
return relative_memo_id;
}
public void setRelative_memo_id(int relative_memo_id) {
this.relative_memo_id = relative_memo_id;
}
public double getMatch_weight() {
return match_weight;
}
public void setMatch_weight(double match_weight) {
this.match_weight = match_weight;
}
public int getMin_salary() {
return min_salary;
}
public void setMin_salary(int min_salary) {
this.min_salary = min_salary;
}
public int getMax_salary() {
return max_salary;
}
public void setMax_salary(int max_salary) {
this.max_salary = max_salary;
}
public String getExperience() {
return experience;
}
public void setExperience(String experience) {
this.experience = experience;
}
public String getCity() {
return city;
}
public void setCity(String city) {
this.city = city;
}
}

24
ow2_match/src/main/java/com/ossean/match/model/Tag.java
View File

@ -1,24 +0,0 @@
package com.ossean.match.model;
public class Tag {
public Tag(){}
public Tag(int id,String name){
this.id = id;
this.name = name;
}
public int getId() {
return id;
}
public void setId(int id) {
this.id = id;
}
public String getName() {
return name;
}
public void setName(String name) {
this.name = name;
}
int id;
String name;
}

68
ow2_match/src/main/java/com/ossean/match/model/Taggings.java
View File

@ -1,68 +0,0 @@
package com.ossean.match.model;
public class Taggings {
private int id;
private int tag_id;
private int taggable_id;
private String taggable_type;
private int tagger_id;
private String tagger_type;
private String context;
private String created_at;
private int disagree_num;
public int getId() {
return id;
}
public void setId(int id) {
this.id = id;
}
public int getTag_id() {
return tag_id;
}
public void setTag_id(int tag_id) {
this.tag_id = tag_id;
}
public int getTaggable_id() {
return taggable_id;
}
public void setTaggable_id(int taggable_id) {
this.taggable_id = taggable_id;
}
public String getTaggable_type() {
return taggable_type;
}
public void setTaggable_type(String taggable_type) {
this.taggable_type = taggable_type;
}
public int getTagger_id() {
return tagger_id;
}
public void setTagger_id(int tagger_id) {
this.tagger_id = tagger_id;
}
public String getTagger_type() {
return tagger_type;
}
public void setTagger_type(String tagger_type) {
this.tagger_type = tagger_type;
}
public String getContext() {
return context;
}
public void setContext(String context) {
this.context = context;
}
public String getCreated_at() {
return created_at;
}
public void setCreated_at(String created_at) {
this.created_at = created_at;
}
public int getDisagree_num() {
return disagree_num;
}
public void setDisagree_num(int disagree_num) {
this.disagree_num = disagree_num;
}
}

39
ow2_match/src/main/java/com/ossean/match/utils/Extractor.java
View File

@ -1,39 +0,0 @@
package com.ossean.match.utils;
import java.io.IOException;
import java.io.Reader;
import java.io.StringReader;
import java.util.LinkedList;
import java.util.List;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.wltea.analyzer.core.IKSegmenter;
import org.wltea.analyzer.core.Lexeme;
public class Extractor {
private static Logger logger = LoggerFactory.getLogger(Extractor.class);
public static List<String> extractAtoms(String str){
//System.out.print(name + ">>>");
str = Normalizer.normalize(str);
//System.out.print(name + ">>>");
Reader text = new StringReader(str);
IKSegmenter iks = new IKSegmenter(text, true);
Lexeme term = null;
List<String> items = new LinkedList<String>();
try {
while((term = iks.next()) != null){
if (!Normalizer.isAllNumber(term.getLexemeText().toString())) {
items.add(term.getLexemeText().toString());
}
}
} catch (IOException e) {
logger.error("分词出现错误: " + e);
}
return items;
}
public static void main(String []args) {
List<String> atoms = extractAtoms("asddas123 123 asd_132");
System.out.println(atoms);
}
}

102
ow2_match/src/main/java/com/ossean/match/utils/Normalizer.java
View File

@ -1,102 +0,0 @@
package com.ossean.match.utils;
import java.io.IOException;
import java.io.Reader;
import java.io.StringReader;
import java.util.ArrayList;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import java.util.regex.PatternSyntaxException;
import org.wltea.analyzer.core.IKSegmenter;
import org.wltea.analyzer.core.Lexeme;
public class Normalizer {
public static String removeVersion(String str){
//现在对于2.45还不能处理，也就是点后边两个连续的后缀
return str.replaceAll("\\-*\\d+(\\.[\\d|x|X])*$","");
}
//对字符串进行规整，去除版本号后缀和连接符等
public static String normalize(String str) {
//目前可能会删除掉一些确实以数字结尾的项目；在停用词里添加‘-’
return str.replaceAll("[\\-]+"," ").replaceAll("'s"," ").replaceAll("[^0-9a-zA-Z\u4E00-\u9FA5]"," ").toLowerCase().trim();
}
/**
* 清除掉所有特殊字符
*
* @param str
* @return
* @throws PatternSyntaxException
*/
public static String StringFilter(String str) throws PatternSyntaxException {
if (str == null) {
return "";
}
String regEx = "[^0-9]";
Pattern p = Pattern.compile(regEx);
Matcher m = p.matcher(str);
return m.replaceAll(" ").trim();
}
public static List<String> getList(String text) {
List<String> tempArrayList = new ArrayList<String>();
Reader reader = new StringReader(text);
IKSegmenter iks = new IKSegmenter(reader, true);
Lexeme term = null;
try {
while ((term = iks.next()) != null) {
tempArrayList.add(term.getLexemeText().toString());
}
} catch (IOException e) {
e.printStackTrace();
}
return tempArrayList;
}
public static void main(String []args) {
String content = "大声道Corvette123 *&%9&^&%&^%(*_asd's_12 L'Aur--ore, 1766-1775";
//System.out.println(StringFilter(content));
String result = content.replaceAll("[^0-9a-zA-Z]"," ");
System.out.println(result);
System.out.println(normalize(content));
System.out.println(content.lastIndexOf(" "));
System.out.println(StringFilter(content));
}
/**
* if a string only contains digital
*
* @param checkStr
* @return
*/
public static boolean isAllNumber(String checkStr) {
Pattern pattern = Pattern.compile("[0-9]*");
Matcher isNum = pattern.matcher(checkStr);
return isNum.matches();
}
// 标签分离函数
public static List<String> tagsSegmentation(String tags) {
List<String> tag = new ArrayList<String>();
if (tags != null) {
String regex = "<[^<>]*>";
Pattern pattern = Pattern.compile(regex);
Matcher matcher = pattern.matcher(tags);
while (matcher.find()) {
String t = matcher.group();
t = t.substring(1, t.length() - 1);
tag.add(t);
}
}
return tag;
}
}

41
ow2_match/src/main/java/com/ossean/match/utils/ScoreHelper.java
View File

@ -1,41 +0,0 @@
package com.ossean.match.utils;
//用于计算加权后的匹配得分
public class ScoreHelper {
/*
* 用来表示匹配类型，一方面用于计算匹配得分，
* 另一方面在后续的处理的时候还可以用于对帖子分类
*/
public enum MatchType {
PrjTagsPostTile,PrjTagsPostTags,
PrjNamePostTitle,PrjNamePostTags
}
//各种匹配对应的权重数
private static float WeightPrjTagsPostTile = 1.0F;
private static float WeightPrjTagsPostTags = 1.0F;
private static float WeightPrjNamePostTitle = 1.0F;
private static float WeightPrjNamePostTags = 1.0F;
//根据匹配的类型 来对原始得分进行加权
public static float getScore(MatchType matchType, float initScore) {
float weight = 0;
switch(matchType){
case PrjTagsPostTile:
weight = WeightPrjTagsPostTile;
break;
case PrjTagsPostTags:
weight = WeightPrjTagsPostTags;
break;
case PrjNamePostTitle:
weight = WeightPrjNamePostTitle;
break;
case PrjNamePostTags:
weight = WeightPrjNamePostTags;
break;
}
return weight * initScore;
}
}

74
ow2_match/src/main/java/com/ossean/match/utils/SimilarityCounter.java
View File

@ -1,74 +0,0 @@
package com.ossean.match.utils;
import java.util.HashSet;
import java.util.LinkedList;
import java.util.List;
import java.util.Set;
public class SimilarityCounter {
//两个文本结合 以及各自个各个分量的权重的倒数
public static float countSimilarity(List<String>prj,int[]prjWeight,List<String>tag,int[]tagWeight){
//如果没有共同的元素就直接返回0
List<String> prjTmp = new LinkedList<String>(prj);
prjTmp.retainAll(tag);
if(prjTmp.size() == 0){
return 0;
}
//如果完全匹配就直接返回1
if(prj.containsAll(tag) && tag.containsAll(prj))
return 1;
//如果项目名称为单个字母，直接返回0
if(prj.size() == 1 && prj.get(0).length() == 1){
return 0;
}
Set<String> union= new HashSet<String>();//此集合用于存储项目和标签匹配时他们的原子性元素的并集
union.addAll(prj);
union.addAll(tag);
//生成两个向量
float prjVector[] = new float[union.size()];
float tagVector[] = new float[union.size()];
int i = 0;
for(String item : union){
if(prj.contains(item))
prjVector[i] = 1.0F / prjWeight[prj.indexOf(item)];
if(tag.contains(item))
tagVector[i] = 1.0F / tagWeight[tag.indexOf(item)];
i++;
}
//两个向量的点积
float dotMulti = 0,absPrjUnSqrt = 0, absTagUnSqrt =0;
for(i = 0; i< prjVector.length; i++){
dotMulti += prjVector[i] * tagVector[i];
absPrjUnSqrt += prjVector[i] * prjVector[i];
absTagUnSqrt += tagVector[i] * tagVector[i];
}
float absPrj = 0, absTag =0;
absPrj = (float) Math.sqrt(absPrjUnSqrt );
absTag = (float) Math.sqrt(absTagUnSqrt );
return formatFloat(dotMulti / ( absPrj * absTag),3);
}
private static float formatFloat(float f,int num){
int base = (int) Math.pow(10,num);
return (float) (Math.round(f * base))/base;
}
}

11
ow2_match/src/main/resources/IKAnalyzer.cfg.xml
View File

@ -1,11 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE properties SYSTEM "http://java.sun.com/dtd/properties.dtd">
<properties>
<comment>IK Analyzer 扩展配置</comment>
<!--用户可以在这里配置自己的扩展字典 -->
<entry key="ext_dict">ext.dic;</entry>
<!--用户可以在这里配置自己的扩展停止词字典-->
<entry key="ext_stopwords">stopword_1.dic;code_keywords.dic;ext.dic</entry>
</properties>

2
ow2_match/src/main/resources/README.txt
View File

@ -1,2 +0,0 @@
配置文件和main2012, quantitifier要在ik文件夹下
停用词要在src文件夹下

34
ow2_match/src/main/resources/applicationContext.xml
View File

@ -1,34 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
xmlns:mvc="http://www.springframework.org/schema/mvc"
xsi:schemaLocation="http://www.springframework.org/schema/mvc
http://www.springframework.org/schema/mvc/spring-mvc-3.0.xsd
http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans-3.0.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context-3.0.xsd">
<context:annotation-config />
<!-- c3p0连接池配置 -->
<bean id="dataSource_zy" class="com.mchange.v2.c3p0.ComboPooledDataSource">
<!-- 用户名 -->
<property name="user" value="root" />
<!-- 用户密码 -->
<property name="password" value="" />
<property name="driverClass" value="com.mysql.jdbc.Driver" />
<property name="jdbcUrl" value="jdbc:mysql://localhost:3306/oss_dev?useUnicode=true&amp;characterEncoding=utf-8" />
<!--连接池中保留的最大连接数。默认值: 15 -->
<property name="maxPoolSize" value="20" />
<!-- 连接池中保留的最小连接数，默认为：3 -->
<property name="minPoolSize" value="5" />
<!-- 初始化连接池中的连接数，取值应在minPoolSize与maxPoolSize之间，默认为3 -->
<property name="initialPoolSize" value="5" />
<!--最大空闲时间，60秒内未使用则连接被丢弃。若为0则永不丢弃。默认值: 0 -->
<property name="maxIdleTime" value='60'>
</property>
</bean>
<!--context:component-scan base-package="net.trustie.webmagic.dao"/ -->
</beans>

48
ow2_match/src/main/resources/applicationContext_mybatis.xml
View File

@ -1,48 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<beans xmlns="http://www.springframework.org/schema/beans"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:context="http://www.springframework.org/schema/context"
xmlns:mvc="http://www.springframework.org/schema/mvc" xmlns:tx="http://www.springframework.org/schema/tx"
xmlns:aop="http://www.springframework.org/schema/aop"
xsi:schemaLocation="http://www.springframework.org/schema/mvc
http://www.springframework.org/schema/mvc/spring-mvc-3.0.xsd
http://www.springframework.org/schema/beans
http://www.springframework.org/schema/beans/spring-beans-3.0.xsd
http://www.springframework.org/schema/tx
http://www.springframework.org/schema/tx/spring-tx.xsd
http://www.springframework.org/schema/context
http://www.springframework.org/schema/context/spring-context-3.0.xsd">
<bean id="sqlSessionFactory" class="org.mybatis.spring.SqlSessionFactoryBean">
<property name="dataSource" ref="dataSource" />
<property name="configLocation" value="classpath:myBatis.xml" />
</bean>
<bean class="org.mybatis.spring.mapper.MapperScannerConfigurer">
<property name="basePackage" value="com.ossean.match" />
</bean>
<!-- transaction support -->
<!-- PlatformTransactionMnager -->
<bean id="txManager"
class="org.springframework.jdbc.datasource.DataSourceTransactionManager">
<property name="dataSource" ref="dataSource" />
</bean>
<!-- enable transaction annotation support -->
<tx:annotation-driven transaction-manager="txManager" />
<bean id="dataSource" class="org.apache.commons.dbcp.BasicDataSource"
destroy-method="close">
<property name="driverClassName" value="com.mysql.jdbc.Driver" />
<property name="url"
value="jdbc:mysql://localhost:3306/oss_dev?characterEncoding=UTF-8" />
<property name="username" value="root" />
<property name="password" value="" />
<property name="initialSize" value="5" />
<property name="maxActive" value="100" />
</bean>
<context:annotation-config />
<context:component-scan base-package="com.ossean.match" />
</beans>

0
ow2_match/src/main/resources/code_keywords.dic
View File

5
ow2_match/src/main/resources/ext.dic
View File

@ -1,5 +0,0 @@
sql server
web server
http server
linux kernel
face++

40
ow2_match/src/main/resources/log4j.xml
View File

@ -1,40 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">
<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
<appender name="stdout" class="org.apache.log4j.ConsoleAppender">
<layout class="org.apache.log4j.PatternLayout">
<param name="ConversionPattern" value="%d{yy-MM-dd HH:mm:ss,SSS} %-5p %c(%F:%L) ## %m%n" />
</layout>
</appender>
<appender name="MAIL" class="org.apache.log4j.net.SMTPAppender">
<param name="threshold" value="info" />
<param name="BufferSize" value="512" />
<param name="From" value="gcm365111@126.com" />
<param name="SMTPHost" value="SMTP.126.com" />
<param name="Subject" value="this is test" />
<param name="SMTPUsername" value="gcm365111@126.com" />
<param name="SMTPPassword" value="03023651gcm" />
<param name="to" value="gcm3651@126.com" />
<layout class="org.apache.log4j.PatternLayout">
<param name="ConversionPattern" value="%d{yy-MM-dd HH:mm:ss,SSS} %-5p %c(%F:%L) ## %m%n" />
</layout>
</appender>
<appender name="file" class="org.apache.log4j.DailyRollingFileAppender">
<param name="File" value="./log/info.log" />
<layout class="org.apache.log4j.PatternLayout">
<param name="ConversionPattern" value="%d{yy-MM-dd HH:mm:ss,SSS} %-5p %c(%F:%L) ## %m%n" />
</layout>
</appender>
<root>
<level value="info" />
<appender-ref ref="file" />
<appender-ref ref="stdout" />
</root>
</log4j:configuration>

275713
ow2_match/src/main/resources/main2012.dic
View File

File diff suppressed because it is too large Load Diff

17
ow2_match/src/main/resources/myBatis.xml
View File

@ -1,17 +0,0 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE configuration
PUBLIC "-//mybatis.org//DTD Config 3.0//EN"
"http://mybatis.org/dtd/mybatis-3-config.dtd">
<configuration>
<environments default="development">
<environment id="development">
<transactionManager type="JDBC"/>
<dataSource type="POOLED">
</dataSource>
</environment>
</environments>
</configuration>

316
ow2_match/src/main/resources/quantifier.dic
View File

@ -1,316 +0,0 @@
丈
下
世
世纪
两
个
中
串
亩
人
介
付
代
件
任
份
伏
伙
位
位数
例
倍
像素
元
克
克拉
公亩
公克
公分
公升
公尺
公担
公斤
公里
公顷
具
册
出
刀
分
分钟
分米
划
列
则
刻
剂
剑
副
加仑
勺
包
匙
匹
区
千克
千米
升
卷
厅
厘
厘米
双
发
口
句
只
台
叶
号
名
吨
听
员
周
周年
品
回
团
圆
圈
地
场
块
坪
堆
声
壶
处
夜
大
天
头
套
女
孔
字
宗
室
家
寸
对
封
尊
小时
尺
尾
局
层
届
岁
师
帧
幅
幕
幢
平方
平方公尺
平方公里
平方分米
平方厘米
平方码
平方米
平方英寸
平方英尺
平方英里
平米
年
年代
年级
度
座
式
引
张
成
战
截
户
房
所
扇
手
打
批
把
折
担
拍
招
拨
拳
指
掌
排
撮
支
文
斗
斤
方
族
日
时
曲
月
月份
期
本
朵
村
束
条
来
杯
枚
枝
枪
架
柄
柜
栋
栏
株
样
根
格
案
桌
档
桩
桶
梯
棵
楼
次
款
步
段
毛
毫
毫升
毫米
毫克
池
洲
派
海里
滴
炮
点
点钟
片
版
环
班
瓣
瓶
生
男
画
界
盆
盎司
盏
盒
盘
相
眼
石
码
碗
碟
磅
种
科
秒
秒钟
窝
立方公尺
立方分米
立方厘米
立方码
立方米
立方英寸
立方英尺
站
章
笔
等
筐
筒
箱
篇
篓
篮
簇
米
类
粒
级
组
维
缕
缸
罐
网
群
股
脚
船
艇
艘
色
节
英亩
英寸
英尺
英里
行
袋
角
言
课
起
趟
路
车
转
轮
辆
辈
连
通
遍
部
里
重
针
钟
钱
锅
门
间
队
阶段
隅
集
页
顶
顷
项
顿
颗
餐
首

735
ow2_match/src/main/resources/stopword.dic
View File

@ -1,735 +0,0 @@
a
an
and
are
as
at
be
but
by
for
if
in
into
is
it
no
not
of
on
or
such
that
the
their
then
there
these
they
this
to
was
will
with
小
一个
的
codekeywords:
private
protected
public
abstract
class
extends
final
implements
interface
native
new
static
strictfp
synchronized
transient
volatile
break
continue
return
do
while
if
else
for
instanceof
switch
case
defult
catch
finally
throw
throws
try
import
package
boolean
byte
char
double
float
int
long
short
null
true
false
super
this
void
form
do
sourceforge
com
cn
www
http
js
script
a
test
error
exception
about
website
able
abstract
console
sql
windows
exe
txt
doc
xls
local
net
web
server
from
using
error
can
date
file
xml
can
system
url
value
create
text
set
get
list
table
select
distinct
object
open
close
clear
all
time
have
org
main
start
end
version
private
public
index
api
method
source
root
content
write
read
view
one
page
run
log
win
bin
first
next
src
app
request
println
namespace
printf
button
title
local
define
lib
make
files
help
article
bool
boolean
config
load
args
date
thread
cpu
more
document
util
info
home
style
body
print
hello
world
find
left
std
debug
etc
like
top
now
map
context
other
post
format
client
encoding
session
program
datebase
control
language
base
process
want
values
used
status
project
color
array
loaclhost
please
click
integer
example
archive
response
command
event
param
what
core
build
link
display
copy
stdio
release
mode
after
check
cpp
c
port
target
should
library
lib
tcp
udp
state
sum
free
last
connect
configuration
none
download
software
buffer
query
bit
temp
word
block
two
send
device
layout
sdk
cache
alert
see
change
work
kernel
filter
handel
save
tools
min
count
header
level
framework
sys
email
push
pull
heap
stack
user
must
demo
just
serach
res
tmp
down
option
img
network
model
stop
problem
position
node
space
login
font
todo
background
resource
mac
bytes
ios
empty
note
self
tag
column
studio
red
done
baidu
sleep
convert
global
field
reference
way
settings
simple
ctrl
wait
meta
edit
runtime
store
equals
services
bean
ftp
exec
non
enter
lock
admin
configure
png
jpg
abc
loop
vector
setup
mail
flag
machine
sample
share
image
ref
join
where
parameter
users
contain
know
template
class
math
pdf
parse
timeout
cat
through
basic
invoke
resources
media
uri
paltform
err
sudo
range
menu
mapping
tables
master
memset
reset
environment
pop
commit
report
task
active
domain
good
step
setting
day
hash
move
collections
phone
engine
callback
datetime
objects
mobile
profile
always
storage
alt
trim
applications
via
design
nothing
makefile
clean
small
solution
custom
people
projects
family
attributes
enum
own
works
messages
low
signal
browser
give
aaa
event
assert
look
company
person
either
case
desktop
touch
book
unit
docs
params
dump
pool
feature
hashmap
seconds
owner
goto
keys
editor
env
month
year
loading
changes
black
fetch
guide
enterprise
multi
foundation
reflect
unique
upload
play
idea
exist
elements
account
numbers
examples
plain
solid
game
hide
apps
symbol
layer
least
weight
beta
jpeg
attr
refresh
apply
focus
fun
cfg
threads
receive
recieved
easy
hard
mode
logs
password
passwd
packages
ignore
scripts
cell
later
plus
his
pub
going
logging
channel
think
serial
things
loader
player
libs
team
backup
conector
side
utf8
speed
doing
price
timestamp
repository
init
HelloWorld
tesing
scan
components
speed
unlock
products
mid
said
token
optional
today
rest
pack
coding
contain
points
days
safe
typeof
community
others
manual
sets
closed
fine
groups
specify
sources
workder
problems
perform
servers
articles
skip
blocks
connections
related
notify
onload
known
assembly
useful
monitor
thing
forum
come
notification
rules
developers
cross
notice
soft
progress
fork
hosts
logger
role
everything
future
references
jni
locale
follow
words
updates
necessary
writer
mouse
sign
repoter
containing
route
analysis
four
comments
programs
maps
turn
versions
drive
parser
track
money
utils
reload
decimal
resume
behavior
hand
board
light
regex
terminal
reduce
requests
fff
0xfffff
strong
edge
schedule
pair
swf
tom
dependency
rule
escape
hook
temporary
issues
exchange
review
various
life
friend
face
complex
readme
prop
expert
extend
often
automatic
capture
difference
scheme
develop
together
steps
reply
beginning
understand
identified
wall
along
market
minute
hour
university
plan
templates
codes
ccc
diff
ppt
study
abcd
lost
choice
explain
likely
guid
taken
period
FAQ
symbols
thus
tips
compute
school
languages
describe
resolution
deal
detect
yellow
hope
visit
xyz
iii
dog
jump
knowledge
publish
inserted
levels
chip
preference
done
adjust
earth
expressions
house
central
rich
chat
sessions
deep
when
where
how
who
仅供参考

8176
ow2_match/src/main/resources/stopword_1.dic
View File

File diff suppressed because it is too large Load Diff

124
project_manager/.idea/workspace.xml
View File

@ -32,8 +32,18 @@
<file leaf-file-name="SyncMatchResult.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/syncmatchresult/SyncMatchResult.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="174">
<caret line="45" column="62" lean-forward="false" selection-start-line="45" selection-start-column="47" selection-end-line="45" selection-end-column="58" />
<state relative-caret-position="285">
<caret line="45" column="62" lean-forward="true" selection-start-line="45" selection-start-column="59" selection-end-line="45" selection-end-column="66" />
<folding />
</state>
</provider>
</entry>
</file>
<file leaf-file-name="syncmatchresult.sh" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/bin/syncmatchresult.sh">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="0">
<caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
<folding />
</state>
</provider>
@ -42,8 +52,8 @@
<file leaf-file-name="RelativeMemoDao.java" pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/lasttabledao/RelativeMemoDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="165">
<caret line="14" column="0" lean-forward="true" selection-start-line="14" selection-start-column="0" selection-end-line="14" selection-end-column="0" />
<state relative-caret-position="105">
<caret line="10" column="41" lean-forward="false" selection-start-line="10" selection-start-column="27" selection-end-line="10" selection-end-column="41" />
<folding />
</state>
</provider>
@ -52,8 +62,8 @@
<file leaf-file-name="RelativeMemoToOpenSourceProjectDao.java" pinned="false" current-in-tab="false">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/lasttabledao/RelativeMemoToOpenSourceProjectDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="178">
<caret line="20" column="27" lean-forward="true" selection-start-line="20" selection-start-column="27" selection-end-line="20" selection-end-column="27" />
<state relative-caret-position="195">
<caret line="20" column="27" lean-forward="false" selection-start-line="20" selection-start-column="27" selection-end-line="20" selection-end-column="27" />
<folding />
</state>
</provider>
@ -75,7 +85,7 @@
<component name="ProjectFrameBounds">
<option name="y" value="23" />
<option name="width" value="1280" />
<option name="height" value="714" />
<option name="height" value="712" />
</component>
<component name="ProjectView">
<navigator currentView="ProjectPane" proportions="" version="1">
@ -92,8 +102,6 @@
<foldersAlwaysOnTop value="true" />
</navigator>
<panes>
<pane id="Scope" />
<pane id="PackagesPane" />
<pane id="Scratches" />
<pane id="ProjectPane">
<subPane>
@ -146,6 +154,10 @@
<option name="myItemId" value="java" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="projectmanager" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
<PATH>
<PATH_ELEMENT>
@ -172,9 +184,33 @@
<option name="myItemId" value="projectmanager" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="syncmatchresult" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="SyncMatchResult" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ClassTreeNode" />
</PATH_ELEMENT>
</PATH>
<PATH>
<PATH_ELEMENT>
<option name="myItemId" value="project_manager" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.ProjectViewProjectNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="project_manager" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
<PATH_ELEMENT>
<option name="myItemId" value="bin" />
<option name="myItemType" value="com.intellij.ide.projectView.impl.nodes.PsiDirectoryNode" />
</PATH_ELEMENT>
</PATH>
</subPane>
</pane>
<pane id="PackagesPane" />
<pane id="Scope" />
</panes>
</component>
<component name="PropertiesComponent">
@ -423,6 +459,7 @@
<setting name="passParentEnv" value="true" />
<setting name="launchBrowser" value="true" />
<setting name="launchBrowserUrl" value="" />
<setting name="depsClasspath" value="false" />
<method />
</configuration>
<configuration default="true" type="JUnit" factoryName="JUnit">
@ -544,6 +581,12 @@
<method />
</configuration>
<configuration default="true" type="js.build_tools.gulp" factoryName="Gulp.js">
<node-interpreter>project</node-interpreter>
<node-options />
<gulpfile />
<tasks />
<arguments />
<envs />
<method />
</configuration>
<configuration default="true" type="js.build_tools.npm" factoryName="npm">
@ -572,14 +615,15 @@
<updated>1492097527039</updated>
<workItem from="1492097531088" duration="42000" />
<workItem from="1493951749586" duration="331000" />
<workItem from="1508007849452" duration="497000" />
</task>
<servers />
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="373000" />
<option name="totallyTimeSpent" value="870000" />
</component>
<component name="ToolWindowManager">
<frame x="0" y="23" width="1280" height="714" extended-state="0" />
<frame x="0" y="23" width="1280" height="712" extended-state="6" />
<editor active="true" />
<layout>
<window_info id="Palette" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
@ -592,12 +636,13 @@
<window_info id="Maven Projects" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Run" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Version Control" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="false" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Sequence" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="-1" side_tool="false" content_ui="tabs" />
<window_info id="Properties" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Spring" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Terminal" active="false" anchor="bottom" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="7" side_tool="false" content_ui="tabs" />
<window_info id="Capture Tool" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Designer" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="2" side_tool="false" content_ui="tabs" />
<window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.2536349" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Project" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="true" show_stripe_button="true" weight="0.25767368" sideWeight="0.5" order="0" side_tool="false" content_ui="combo" />
<window_info id="Database" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.33" sideWeight="0.5" order="3" side_tool="false" content_ui="tabs" />
<window_info id="Structure" active="false" anchor="left" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
<window_info id="Ant Build" active="false" anchor="right" auto_hide="false" internal_type="DOCKED" type="DOCKED" visible="false" show_stripe_button="true" weight="0.25" sideWeight="0.5" order="1" side_tool="false" content_ui="tabs" />
@ -624,6 +669,41 @@
<watches-manager />
</component>
<component name="editorHistoryManager">
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/SyncMatchResultMain.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="150">
<caret line="18" column="32" lean-forward="false" selection-start-line="18" selection-start-column="32" selection-end-line="18" selection-end-column="32" />
<folding>
<element signature="e#626#627#0" expanded="true" />
<element signature="e#666#667#0" expanded="true" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/syncmatchresult/SyncMatchResult.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="510">
<caret line="45" column="62" lean-forward="false" selection-start-line="45" selection-start-column="47" selection-end-line="45" selection-end-column="58" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/lasttabledao/RelativeMemoDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="0">
<caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/lasttabledao/RelativeMemoToOpenSourceProjectDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="195">
<caret line="20" column="27" lean-forward="true" selection-start-line="20" selection-start-column="27" selection-end-line="20" selection-end-column="27" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/SyncMatchResultMain.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="150">
@ -653,8 +733,8 @@
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/lasttabledao/RelativeMemoToOpenSourceProjectDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="178">
<caret line="20" column="27" lean-forward="true" selection-start-line="20" selection-start-column="27" selection-end-line="20" selection-end-column="27" />
<state relative-caret-position="195">
<caret line="20" column="27" lean-forward="false" selection-start-line="20" selection-start-column="27" selection-end-line="20" selection-end-column="27" />
<folding />
</state>
</provider>
@ -670,18 +750,26 @@
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/bin/syncmatchresult.sh">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="0">
<caret line="0" column="0" lean-forward="false" selection-start-line="0" selection-start-column="0" selection-end-line="0" selection-end-column="0" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/syncmatchresult/SyncMatchResult.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="174">
<caret line="45" column="62" lean-forward="false" selection-start-line="45" selection-start-column="47" selection-end-line="45" selection-end-column="58" />
<state relative-caret-position="285">
<caret line="45" column="62" lean-forward="true" selection-start-line="45" selection-start-column="59" selection-end-line="45" selection-end-column="66" />
<folding />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/ossean/projectmanager/lasttabledao/RelativeMemoDao.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="165">
<caret line="14" column="0" lean-forward="true" selection-start-line="14" selection-start-column="0" selection-end-line="14" selection-end-column="0" />
<state relative-caret-position="105">
<caret line="10" column="41" lean-forward="false" selection-start-line="10" selection-start-column="27" selection-end-line="10" selection-end-column="41" />
<folding />
</state>
</provider>

BIN
ow2_match/src/main/java/com/ossean/.DS_Store → project_match/src/test/.DS_Store vendored
View File

Binary file not shown.

13
scripts/create_tables.sh
View File

@ -1,13 +0,0 @@
#!/bin/bash
# create tables
host="localhost"
port="3306"
user="root"
password="root"
database="test"
count=1
for i in {1..5}; do
sql="create table relation_recommends_${i} like user"
mysql -h${host} -P${port} -u${user} -p${password} ${database} -e "${sql}"
done
mysql -h${host} -P${port} -u${user} -p${password} ${database} -e "show tables"

62
scripts/tablesplit.py
View File

@ -1,62 +0,0 @@
#!/usr/bin/env python
# coding=utf-8
import pymysql
def connectdb():
# db = pymysql.connect("localhost", "root", "NUDTpdl@", "ossean_production")
db = pymysql.connect("localhost", "root", "root", "test")
return db
def get_num(db):
cursor = db.cursor()
# id_sql = "select osp_id from relation_recommends order by osp_id desc limit 1"
id_sql = "select osp_id from simility_recommends order by osp_id desc limit 1"
try:
cursor.execute(id_sql)
return cursor.fetchone()[0]
except:
db.rollback()
def get_records(db, osp_id):
cursor = db.cursor()
# sql = "select * from relation_recommends WHERE osp_id=%d" % osp_id
sql = "select * from simility_recommends WHERE osp_id=%d" % osp_id
try:
cursor.execute(sql)
records = cursor.fetchall()
return records
except:
db.rollback()
def get_insert(db, table_index, record):
cursor = db.cursor()
# insert_sql = "insert into relation_recommends_%d VALUES %s" % (table_index, str(record))
insert_sql = "insert into simility_recommends_%d VALUES %s" % (table_index, str(record))
try:
cursor.execute(insert_sql)
db.commit()
except:
db.rollback()
if __name__ == '__main__':
db = connectdb()
num = get_num(db)
for i in range(1, num+1):
table_index = i % 100
records = get_records(db, i)
for record in records:
if record is None:
continue
get_insert(db, table_index, record)
print 'has reached ' + str(i) + " osp_id"

115
server address.txt
View File

@ -1,115 +0,0 @@
远程桌面 222.247.54.100:12315 rencrawer @Pdl*cS:42NrgT
1.Windows server(15服务器):
222.247.54.100:12315
user1 rencrawer
pwd1 @Pdl*cS:42NrgT
user2 ren:407@pdl#cs
2. Bitvisessh
user pol
Host 222.247.54.100
Port 12320
psw @pd:lk5+407
3. Linux(55服务器 爬虫服务器)
cmd ssh pdl@192.168.80.55（ssh T55）
user1 pdl
pwd1 *32@pdl#gan
user2 root
pwd2 *57:&gan#12
4. Linux(56服务器 抽取服务器)
cd .ssh
cmd ssh -i id_rsacrawer song@192.168.80.56（ssh T56）
pwd #crawer:pdl@NUDT*407
user1 song
pwd1 @Song:312:cs#pd
user2 root
pwd2 Song#407:pdl@sa(一般不用这个)
5. Linux(130服务器 运行除爬取抽取外的其他服务器) 222.240.205.122:80
cmd ssh -i id_rsacrawer pdl@192.168.80.130（ssh T130）
pwd pdl：#crawer:pdl@NUDT*407
root：*57:&gan#12
sudo: *32@pdl#gan
su
密码：*32@pdl#gan
6. 学校内服务器
跳板机: 222.247.54.100
pdl @pd:lk5+407
root @pd:lk4+407
程序服务器（抽取，汇总去重）cd
cmd ssh root@172.16.128.29 -p 22
pwd *407@pdl#ossean
数据库服务器（数据分析数据库）
cmd ssh root@172.16.128.30 -p 22
pwd *407@pdl#ossean
测试版数据库服务器（数据分析数据库）
cmd ssh root@172.16.128.36 -p 22
pwd *407@pdl#ossean
cmd ssh pdl@172.16.128.36 -p 22
pwd *407@pdl#zhan
测试用服务器
172.16.128.33
abc@123
登录数据库
mysql -uroot -pNUDTpdl@
172.16.128.32 -p12320（学校服务器跳板机）：
ssh pdl@202.197.9.232 -p 12320
@pd:lk5+407
172.16.128.28
pdl
*407@pdl#zhan
172.16.128.29
pdl
*407@pdl#zhan
172.16.128.30
pdl
*407@pdl#zhan
172.16.128.31 -p12320
ldl
*407@pdl#zhan
172.16.128.35
pdl
*407@pdl#zhan
172.16.128.36
pdl
*407@pdl#zhan
root
*407@pdl#ossean
172.16.128.48
root
ossean@pdl@123
172.16.128.42
root
ossean@pdl@123
各服务器数据库普通用户：
mysql -ugather -p
influx1234
1.跳板机河西：222.247.54.100
2.校内跳板机：ssh pdl@202.197.9.232 -p 12320
3.连接到指定服务器 172.16.128.30
42测试 48正式

BIN
solr/.DS_Store vendored
View File

Binary file not shown.

31
solr/conf/admin-extra.html
View File

@ -1,31 +0,0 @@
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<!-- The content of this page will be statically included into the top
of the admin page. Uncomment this as an example to see there the content
will show up.
<hr>
<i>This line will appear before the first table</i>
<tr>
<td colspan="2">
This row will be appended to the end of the first table
</td>
</tr>
<hr>
-->

36
solr/conf/elevate.xml
View File

@ -1,36 +0,0 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<!-- If this file is found in the config directory, it will only be
loaded once at startup. If it is found in Solr's data
directory, it will be re-loaded every commit.
-->
<elevate>
<query text="foo bar">
<doc id="1" />
<doc id="2" />
<doc id="3" />
</query>
<query text="ipod">
<doc id="MA147LL/A" /> <!-- put the actual ipod at the top -->
<doc id="IW-02" exclude="true" /> <!-- exclude this cable -->
</query>
</elevate>

246
solr/conf/mapping-ISOLatin1Accent.txt
View File

@ -1,246 +0,0 @@
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# Syntax:
# "source" => "target"
# "source".length() > 0 (source cannot be empty.)
# "target".length() >= 0 (target can be empty.)
# example:
# "À" => "A"
# "\u00C0" => "A"
# "\u00C0" => "\u0041"
# "ß" => "ss"
# "\t" => " "
# "\n" => ""
# À => A
"\u00C0" => "A"
# Á => A
"\u00C1" => "A"
# Â => A
"\u00C2" => "A"
# Ã => A
"\u00C3" => "A"
# Ä => A
"\u00C4" => "A"
# Å => A
"\u00C5" => "A"
# Æ => AE
"\u00C6" => "AE"
# Ç => C
"\u00C7" => "C"
# È => E
"\u00C8" => "E"
# É => E
"\u00C9" => "E"
# Ê => E
"\u00CA" => "E"
# Ë => E
"\u00CB" => "E"
# Ì => I
"\u00CC" => "I"
# Í => I
"\u00CD" => "I"
# Î => I
"\u00CE" => "I"
# Ï => I
"\u00CF" => "I"
# IJ => IJ
"\u0132" => "IJ"
# Ð => D
"\u00D0" => "D"
# Ñ => N
"\u00D1" => "N"
# Ò => O
"\u00D2" => "O"
# Ó => O
"\u00D3" => "O"
# Ô => O
"\u00D4" => "O"
# Õ => O
"\u00D5" => "O"
# Ö => O
"\u00D6" => "O"
# Ø => O
"\u00D8" => "O"
# Π=> OE
"\u0152" => "OE"
# Þ
"\u00DE" => "TH"
# Ù => U
"\u00D9" => "U"
# Ú => U
"\u00DA" => "U"
# Û => U
"\u00DB" => "U"
# Ü => U
"\u00DC" => "U"
# Ý => Y
"\u00DD" => "Y"
# Ÿ => Y
"\u0178" => "Y"
# à => a
"\u00E0" => "a"
# á => a
"\u00E1" => "a"
# â => a
"\u00E2" => "a"
# ã => a
"\u00E3" => "a"
# ä => a
"\u00E4" => "a"
# å => a
"\u00E5" => "a"
# æ => ae
"\u00E6" => "ae"
# ç => c
"\u00E7" => "c"
# è => e
"\u00E8" => "e"
# é => e
"\u00E9" => "e"
# ê => e
"\u00EA" => "e"
# ë => e
"\u00EB" => "e"
# ì => i
"\u00EC" => "i"
# í => i
"\u00ED" => "i"
# î => i
"\u00EE" => "i"
# ï => i
"\u00EF" => "i"
# ij => ij
"\u0133" => "ij"
# ð => d
"\u00F0" => "d"
# ñ => n
"\u00F1" => "n"
# ò => o
"\u00F2" => "o"
# ó => o
"\u00F3" => "o"
# ô => o
"\u00F4" => "o"
# õ => o
"\u00F5" => "o"
# ö => o
"\u00F6" => "o"
# ø => o
"\u00F8" => "o"
# œ => oe
"\u0153" => "oe"
# ß => ss
"\u00DF" => "ss"
# þ => th
"\u00FE" => "th"
# ù => u
"\u00F9" => "u"
# ú => u
"\u00FA" => "u"
# û => u
"\u00FB" => "u"
# ü => u
"\u00FC" => "u"
# ý => y
"\u00FD" => "y"
# ÿ => y
"\u00FF" => "y"
# ff => ff
"\uFB00" => "ff"
# fi => fi
"\uFB01" => "fi"
# fl => fl
"\uFB02" => "fl"
# ffi => ffi
"\uFB03" => "ffi"
# ffl => ffl
"\uFB04" => "ffl"
# ſt => ft
"\uFB05" => "ft"
# st => st
"\uFB06" => "st"

21
solr/conf/protwords.txt
View File

@ -1,21 +0,0 @@
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#-----------------------------------------------------------------------
# Use a protected word file to protect against the stemmer reducing two
# unrelated words to the same base word.
# Some non-words that normally won't be encountered,
# just to test that they won't be stemmed.
dontstems
zwhacky

275
solr/conf/schema.xml
View File

@ -1,275 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<!--
This is the Solr schema file. This file should be named "schema.xml" and
should be in the conf directory under the solr home
(i.e. ./solr/conf/schema.xml by default)
or located where the classloader for the Solr webapp can find it.
This example schema is the recommended starting point for users.
It should be kept correct and concise, usable out-of-the-box.
For more information, on how to customize this file, please see
http://wiki.apache.org/solr/SchemaXml
PERFORMANCE NOTE: this schema includes many optional features and should not
be used for benchmarking. To improve performance one could
- set stored="false" for all fields possible (esp large fields) when you
only need to search on the field but don't need to return the original
value.
- set indexed="false" if you don't need to search on the field, but only
return the field as a result of searching on other indexed fields.
- remove all unneeded copyField statements
- for best index size and searching performance, set "index" to false
for all general text fields, use copyField to copy them to the
catchall "text" field, and use that for searching.
- For maximum indexing performance, use the StreamingUpdateSolrServer
java client.
- Remember to run the JVM in server mode, and use a higher logging level
that avoids logging every request
-->
<schema name="sunspot" version="1.0">
<types>
<!-- field type definitions. The "name" attribute is
just a label to be used by field definitions. The "class"
attribute and any other attributes determine the real
behavior of the fieldType.
Class names starting with "solr" refer to java classes in the
org.apache.solr.analysis package.
-->
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="string" class="solr.StrField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="tdouble" class="solr.TrieDoubleField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="rand" class="solr.RandomSortField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="text" class="solr.TextField" omitNorms="false">
<analyzer>
<tokenizer class="solr.StandardTokenizerFactory"/>
<filter class="solr.StandardFilterFactory"/>
<filter class="solr.LowerCaseFilterFactory"/>
<filter class="solr.PorterStemFilterFactory"/>
</analyzer>
</fieldType>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="boolean" class="solr.BoolField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="date" class="solr.DateField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="sdouble" class="solr.SortableDoubleField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="sfloat" class="solr.SortableFloatField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="sint" class="solr.SortableIntField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="slong" class="solr.SortableLongField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="tint" class="solr.TrieIntField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="tfloat" class="solr.TrieFloatField" omitNorms="true"/>
<!-- *** This fieldType is used by Sunspot! *** -->
<fieldType name="tdate" class="solr.TrieDateField"
omitNorms="true"/>
<!-- Special field type for spell correction. Be careful about
adding filters here, as they apply *before* your values go in
the spellcheck. For example, the lowercase filter here means
all spelling suggestions will be lower case (without it,
though, you'd have duplicate suggestions for lower and proper
cased words). -->
<fieldType name="textSpell" class="solr.TextField" positionIncrementGap="100" omitNorms="true">
<analyzer>
<tokenizer class="solr.StandardTokenizerFactory"/>
<filter class="solr.StandardFilterFactory"/>
<filter class="solr.LowerCaseFilterFactory"/>
</analyzer>
</fieldType>
<!-- A specialized field for geospatial search. If indexed, this fieldType must not be multivalued. -->
<fieldType name="location" class="solr.LatLonType" subFieldSuffix="_coordinate"/>
</types>
<fields>
<!-- Valid attributes for fields:
name: mandatory - the name for the field
type: mandatory - the name of a previously defined type from the
<types> section
indexed: true if this field should be indexed (searchable or sortable)
stored: true if this field should be retrievable
compressed: [false] if this field should be stored using gzip compression
(this will only apply if the field type is compressable; among
the standard field types, only TextField and StrField are)
multiValued: true if this field may contain multiple values per document
omitNorms: (expert) set to true to omit the norms associated with
this field (this disables length normalization and index-time
boosting for the field, and saves some memory). Only full-text
fields or fields that need an index-time boost need norms.
termVectors: [false] set to true to store the term vector for a
given field.
When using MoreLikeThis, fields used for similarity should be
stored for best performance.
termPositions: Store position information with the term vector.
This will increase storage costs.
termOffsets: Store offset information with the term vector. This
will increase storage costs.
default: a value that should be used if no value is specified
when adding a document.
-->
<!-- *** This field is used by Sunspot! *** -->
<field name="id" stored="true" type="string" multiValued="false" indexed="true"/>
<!-- *** This field is used by Sunspot! *** -->
<field name="type" stored="false" type="string" multiValued="true" indexed="true"/>
<!-- *** This field is used by Sunspot! *** -->
<field name="class_name" stored="false" type="string" multiValued="false" indexed="true"/>
<!-- *** This field is used by Sunspot! *** -->
<field name="text" stored="false" type="string" multiValued="true" indexed="true"/>
<!-- *** This field is used by Sunspot! *** -->
<field name="lat" stored="true" type="tdouble" multiValued="false" indexed="true"/>
<!-- *** This field is used by Sunspot! *** -->
<field name="lng" stored="true" type="tdouble" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="random_*" stored="false" type="rand" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="_local*" stored="false" type="tdouble" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_text" stored="false" type="text" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_texts" stored="true" type="text" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_b" stored="false" type="boolean" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_bm" stored="false" type="boolean" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_bs" stored="true" type="boolean" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_bms" stored="true" type="boolean" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_d" stored="false" type="date" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_dm" stored="false" type="date" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ds" stored="true" type="date" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_dms" stored="true" type="date" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_e" stored="false" type="sdouble" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_em" stored="false" type="sdouble" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_es" stored="true" type="sdouble" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ems" stored="true" type="sdouble" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_f" stored="false" type="sfloat" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_fm" stored="false" type="sfloat" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_fs" stored="true" type="sfloat" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_fms" stored="true" type="sfloat" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_i" stored="false" type="sint" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_im" stored="false" type="sint" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_is" stored="true" type="sint" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ims" stored="true" type="sint" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_l" stored="false" type="slong" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_lm" stored="false" type="slong" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ls" stored="true" type="slong" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_lms" stored="true" type="slong" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_s" stored="false" type="string" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_sm" stored="false" type="string" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ss" stored="true" type="string" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_sms" stored="true" type="string" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_it" stored="false" type="tint" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_itm" stored="false" type="tint" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_its" stored="true" type="tint" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_itms" stored="true" type="tint" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ft" stored="false" type="tfloat" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ftm" stored="false" type="tfloat" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_fts" stored="true" type="tfloat" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ftms" stored="true" type="tfloat" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_dt" stored="false" type="tdate" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_dtm" stored="false" type="tdate" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_dts" stored="true" type="tdate" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_dtms" stored="true" type="tdate" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_textv" stored="false" termVectors="true" type="text" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_textsv" stored="true" termVectors="true" type="text" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_et" stored="false" termVectors="true" type="tdouble" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_etm" stored="false" termVectors="true" type="tdouble" multiValued="true" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_ets" stored="true" termVectors="true" type="tdouble" multiValued="false" indexed="true"/>
<!-- *** This dynamicField is used by Sunspot! *** -->
<dynamicField name="*_etms" stored="true" termVectors="true" type="tdouble" multiValued="true" indexed="true"/>
<!-- Type used to index the lat and lon components for the "location" FieldType -->
<dynamicField name="*_coordinate" type="tdouble" indexed="true" stored="false" multiValued="false"/>
<dynamicField name="*_p" type="location" indexed="true" stored="true" multiValued="false"/>
<dynamicField name="*_ll" stored="false" type="location" multiValued="false" indexed="true"/>
<dynamicField name="*_llm" stored="false" type="location" multiValued="true" indexed="true"/>
<dynamicField name="*_lls" stored="true" type="location" multiValued="false" indexed="true"/>
<dynamicField name="*_llms" stored="true" type="location" multiValued="true" indexed="true"/>
<field name="textSpell" stored="false" type="textSpell" multiValued="true" indexed="true"/>
<!-- required by Solr 4 -->
<field name="_version_" type="string" indexed="true" stored="true" multiValued="false" />
</fields>
<!-- Field to use to determine and enforce document uniqueness.
Unless this field is marked with required="false", it will be a required field
-->
<uniqueKey>id</uniqueKey>
<!-- field for the QueryParser to use when an explicit fieldname is absent -->
<defaultSearchField>text</defaultSearchField>
<!-- SolrQueryParser configuration: defaultOperator="AND|OR" -->
<solrQueryParser defaultOperator="AND"/>
<!-- copyField commands copy one field to another at the time a document
is added to the index. It's used either to index the same field differently,
or to add multiple fields to the same field for easier/faster
searching. -->
<!-- Use copyField to copy the fields you want to run spell checking
on into one field. For example: -->
<copyField source="*_text" dest="textSpell" />
<copyField source="*_s" dest="textSpell" />
</schema>

24
solr/conf/scripts.conf
View File

@ -1,24 +0,0 @@
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
user=
solr_hostname=localhost
solr_port=8983
rsyncd_port=18983
data_dir=
webapp_name=solr
master_host=
master_data_dir=
master_status_dir=

669
solr/conf/solrconfig.xml
View File

@ -1,669 +0,0 @@
<?xml version="1.0" encoding="UTF-8" ?>
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<!--
For more details about configurations options that may appear in
this file, see http://wiki.apache.org/solr/SolrConfigXml.
-->
<config>
<!-- In all configuration below, a prefix of "solr." for class names
is an alias that causes solr to search appropriate packages,
including org.apache.solr.(search|update|request|core|analysis)
You may also specify a fully qualified Java classname if you
have your own custom plugins.
-->
<!-- Controls what version of Lucene various components of Solr
adhere to. Generally, you want to use the latest version to
get all bug fixes and improvements. It is highly recommended
that you fully re-index after changing this setting as it can
affect both how text is indexed and queried.
-->
<luceneMatchVersion>LUCENE_41</luceneMatchVersion>
<!-- <lib/> directives can be used to instruct Solr to load an Jars
identified and use them to resolve any "plugins" specified in
your solrconfig.xml or schema.xml (ie: Analyzers, Request
Handlers, etc...).
All directories and paths are resolved relative to the
instanceDir.
Please note that <lib/> directives are processed in the order
that they appear in your solrconfig.xml file, and are "stacked"
on top of each other when building a ClassLoader - so if you have
plugin jars with dependencies on other jars, the "lower level"
dependency jars should be loaded first.
If a "./lib" directory exists in your instanceDir, all files
found in it are included as if you had used the following
syntax...
<lib dir="./lib" />
-->
<dataDir>${solr.data.dir:}</dataDir>
<!-- The DirectoryFactory to use for indexes.
solr.StandardDirectoryFactory is filesystem
based and tries to pick the best implementation for the current
JVM and platform. solr.NRTCachingDirectoryFactory, the default,
wraps solr.StandardDirectoryFactory and caches small files in memory
for better NRT performance.
One can force a particular implementation via solr.MMapDirectoryFactory,
solr.NIOFSDirectoryFactory, or solr.SimpleFSDirectoryFactory.
solr.RAMDirectoryFactory is memory based, not
persistent, and doesn't work with replication.
-->
<directoryFactory name="DirectoryFactory"
class="${solr.directoryFactory:solr.NRTCachingDirectoryFactory}"/>
<!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Index Config - These settings control low-level behavior of indexing
Most example settings here show the default value, but are commented
out, to more easily see where customizations have been made.
Note: This replaces <indexDefaults> and <mainIndex> from older versions
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
<indexConfig>
<!-- maxFieldLength was removed in 4.0. To get similar behavior, include a
LimitTokenCountFilterFactory in your fieldType definition. E.g.
<filter class="solr.LimitTokenCountFilterFactory" maxTokenCount="10000"/>
-->
<!-- Maximum time to wait for a write lock (ms) for an IndexWriter. Default: 1000 -->
<!-- <writeLockTimeout>1000</writeLockTimeout> -->
<!-- The maximum number of simultaneous threads that may be
indexing documents at once in IndexWriter; if more than this
many threads arrive they will wait for others to finish.
Default in Solr/Lucene is 8. -->
<maxIndexingThreads>2</maxIndexingThreads>
<useCompoundFile>true</useCompoundFile>
<!-- ramBufferSizeMB sets the amount of RAM that may be used by Lucene
indexing for buffering added documents and deletions before they are
flushed to the Directory.
maxBufferedDocs sets a limit on the number of documents buffered
before flushing.
If both ramBufferSizeMB and maxBufferedDocs is set, then
Lucene will flush based on whichever limit is hit first. -->
<ramBufferSizeMB>20</ramBufferSizeMB> -->
<maxBufferedDocs>10000</maxBufferedDocs>
<!-- Expert: Merge Policy
The Merge Policy in Lucene controls how merging of segments is done.
The default since Solr/Lucene 3.3 is TieredMergePolicy.
The default since Lucene 2.3 was the LogByteSizeMergePolicy,
Even older versions of Lucene used LogDocMergePolicy.
-->
<mergePolicy class="org.apache.lucene.index.TieredMergePolicy">
<int name="maxMergeAtOnce">4</int>
<int name="segmentsPerTier">4</int>
</mergePolicy>
<unlockOnStartup>true</unlockOnStartup>
</indexConfig>
<updateHandler class="solr.DirectUpdateHandler2">
<!-- Enables a transaction log, used for real-time get, durability, and
and solr cloud replica recovery. The log can grow as big as
uncommitted changes to the index, so use of a hard autoCommit
is recommended (see below).
"dir" - the target directory for transaction logs, defaults to the
solr data directory. -->
<updateLog>
<str name="dir">${solr.ulog.dir:}</str>
</updateLog>
<autoCommit>
<maxTime>15000</maxTime>
<openSearcher>false</openSearcher>
</autoCommit>
<autoSoftCommit>
<maxTime>5000</maxTime>
</autoSoftCommit>
</updateHandler>
<query>
<maxBooleanClauses>1024</maxBooleanClauses>
<!-- Solr Internal Query Caches
There are two implementations of cache available for Solr,
LRUCache, based on a synchronized LinkedHashMap, and
FastLRUCache, based on a ConcurrentHashMap.
FastLRUCache has faster gets and slower puts in single
threaded operation and thus is generally faster than LRUCache
when the hit ratio of the cache is high (> 75%), and may be
faster under other scenarios on multi-cpu systems.
-->
<!-- Filter Cache
Cache used by SolrIndexSearcher for filters (DocSets),
unordered sets of *all* documents that match a query. When a
new searcher is opened, its caches may be prepopulated or
"autowarmed" using data from caches in the old searcher.
autowarmCount is the number of items to prepopulate. For
LRUCache, the autowarmed items will be the most recently
accessed items.
Parameters:
class - the SolrCache implementation LRUCache or
(LRUCache or FastLRUCache)
size - the maximum number of entries in the cache
initialSize - the initial capacity (number of entries) of
the cache. (see java.util.HashMap)
autowarmCount - the number of entries to prepopulate from
and old cache.
-->
<filterCache class="solr.FastLRUCache"
size="512"
initialSize="512"
autowarmCount="0"/>
<!-- Query Result Cache
Caches results of searches - ordered lists of document ids
(DocList) based on a query, a sort, and the range of documents requested.
-->
<queryResultCache class="solr.LRUCache"
size="512"
initialSize="512"
autowarmCount="0"/>
<!-- Document Cache
Caches Lucene Document objects (the stored fields for each
document). Since Lucene internal document ids are transient,
this cache will not be autowarmed.
-->
<documentCache class="solr.LRUCache"
size="512"
initialSize="512"
autowarmCount="0"/>
<!-- Lazy Field Loading
If true, stored fields that are not requested will be loaded
lazily. This can result in a significant speed improvement
if the usual case is to not load all stored fields,
especially if the skipped fields are large compressed text
fields.
-->
<enableLazyFieldLoading>true</enableLazyFieldLoading>
<!-- Use Filter For Sorted Query
A possible optimization that attempts to use a filter to
satisfy a search. If the requested sort does not include
score, then the filterCache will be checked for a filter
matching the query. If found, the filter will be used as the
source of document ids, and then the sort will be applied to
that.
For most situations, this will not be useful unless you
frequently get the same search repeatedly with different sort
options, and none of them ever use "score"
-->
<!--
<useFilterForSortedQuery>true</useFilterForSortedQuery>
-->
<!-- Result Window Size
An optimization for use with the queryResultCache. When a search
is requested, a superset of the requested number of document ids
are collected. For example, if a search for a particular query
requests matching documents 10 through 19, and queryWindowSize is 50,
then documents 0 through 49 will be collected and cached. Any further
requests in that range can be satisfied via the cache.
-->
<queryResultWindowSize>20</queryResultWindowSize>
<!-- Maximum number of documents to cache for any entry in the
queryResultCache.
-->
<queryResultMaxDocsCached>200</queryResultMaxDocsCached>
<!-- Query Related Event Listeners
Various IndexSearcher related events can trigger Listeners to
take actions.
newSearcher - fired whenever a new searcher is being prepared
and there is a current searcher handling requests (aka
registered). It can be used to prime certain caches to
prevent long request times for certain requests.
firstSearcher - fired whenever a new searcher is being
prepared but there is no current registered searcher to handle
requests or to gain autowarming data from.
-->
<!-- Use Cold Searcher
If a search request comes in and there is no current
registered searcher, then immediately register the still
warming searcher and use it. If "false" then all requests
will block until the first searcher is done warming.
-->
<useColdSearcher>false</useColdSearcher>
<!-- Max Warming Searchers
Maximum number of searchers that may be warming in the
background concurrently. An error is returned if this limit
is exceeded.
Recommend values of 1-2 for read-only slaves, higher for
masters w/o cache warming.
-->
<maxWarmingSearchers>5</maxWarmingSearchers>
</query>
<!-- Request Dispatcher
This section contains instructions for how the SolrDispatchFilter
should behave when processing requests for this SolrCore.
handleSelect is a legacy option that affects the behavior of requests
such as /select?qt=XXX
handleSelect="true" will cause the SolrDispatchFilter to process
the request and dispatch the query to a handler specified by the
"qt" param, assuming "/select" isn't already registered.
handleSelect="false" will cause the SolrDispatchFilter to
ignore "/select" requests, resulting in a 404 unless a handler
is explicitly registered with the name "/select"
handleSelect="true" is not recommended for new users, but is the default
for backwards compatibility
-->
<requestDispatcher handleSelect="false" >
<!-- Request Parsing
These settings indicate how Solr Requests may be parsed, and
what restrictions may be placed on the ContentStreams from
those requests
enableRemoteStreaming - enables use of the stream.file
and stream.url parameters for specifying remote streams.
multipartUploadLimitInKB - specifies the max size (in KiB) of
Multipart File Uploads that Solr will allow in a Request.
formdataUploadLimitInKB - specifies the max size (in KiB) of
form data (application/x-www-form-urlencoded) sent via
POST. You can use POST to pass request parameters not
fitting into the URL.
*** WARNING ***
The settings below authorize Solr to fetch remote files, You
should make sure your system has some authentication before
using enableRemoteStreaming="true"
-->
<!-- HTTP Caching
Set HTTP caching related parameters (for proxy caches and clients).
The options below instruct Solr not to output any HTTP Caching
related headers
-->
<httpCaching never304="true" />
<!-- If you include a <cacheControl> directive, it will be used to
generate a Cache-Control header (as well as an Expires header
if the value contains "max-age=")
By default, no Cache-Control header is generated.
You can use the <cacheControl> option even if you have set
never304="true"
-->
<!--
<httpCaching never304="true" >
<cacheControl>max-age=30, public</cacheControl>
</httpCaching>
-->
<!-- To enable Solr to respond with automatically generated HTTP
Caching headers, and to response to Cache Validation requests
correctly, set the value of never304="false"
This will cause Solr to generate Last-Modified and ETag
headers based on the properties of the Index.
The following options can also be specified to affect the
values of these headers...
lastModFrom - the default value is "openTime" which means the
Last-Modified value (and validation against If-Modified-Since
requests) will all be relative to when the current Searcher
was opened. You can change it to lastModFrom="dirLastMod" if
you want the value to exactly correspond to when the physical
index was last modified.
etagSeed="..." is an option you can change to force the ETag
header (and validation against If-None-Match requests) to be
different even if the index has not changed (ie: when making
significant changes to your config file)
(lastModifiedFrom and etagSeed are both ignored if you use
the never304="true" option)
-->
<!--
<httpCaching lastModifiedFrom="openTime"
etagSeed="Solr">
<cacheControl>max-age=30, public</cacheControl>
</httpCaching>
-->
</requestDispatcher>
<!-- Request Handlers
http://wiki.apache.org/solr/SolrRequestHandler
Incoming queries will be dispatched to a specific handler by name
based on the path specified in the request.
Legacy behavior: If the request path uses "/select" but no Request
Handler has that name, and if handleSelect="true" has been specified in
the requestDispatcher, then the Request Handler is dispatched based on
the qt parameter. Handlers without a leading '/' are accessed this way
like so: http://host/app/[core/]select?qt=name If no qt is
given, then the requestHandler that declares default="true" will be
used or the one named "standard".
If a Request Handler is declared with startup="lazy", then it will
not be initialized until the first request that uses it.
-->
<!-- SearchHandler
http://wiki.apache.org/solr/SearchHandler
For processing Search Queries, the primary Request Handler
provided with Solr is "SearchHandler" It delegates to a sequent
of SearchComponents (see below) and supports distributed
queries across multiple shards
-->
<requestHandler name="/select" class="solr.SearchHandler">
<lst name="defaults">
<str name="spellcheck.dictionary">default</str>
<str name="spellcheck.extendedResults">true</str>
<str name="spellcheck.collate">true</str>
</lst>
<arr name="last-components">
<str>spellcheck</str>
</arr>
</requestHandler>
<!-- A request handler that returns indented JSON by default -->
<requestHandler name="/query" class="solr.SearchHandler">
<lst name="defaults">
<str name="echoParams">explicit</str>
<str name="wt">json</str>
<str name="indent">true</str>
<str name="df">text</str>
</lst>
<arr name="last-components">
<str>spellcheck</str>
</arr>
</requestHandler>
<!-- realtime get handler, guaranteed to return the latest stored fields of
any document, without the need to commit or open a new searcher. The
current implementation relies on the updateLog feature being enabled. -->
<requestHandler name="/get" class="solr.RealTimeGetHandler">
<lst name="defaults">
<str name="omitHeader">true</str>
<str name="wt">json</str>
<str name="indent">true</str>
</lst>
</requestHandler>
<requestHandler name="/update" class="solr.UpdateRequestHandler">
</requestHandler>
<requestHandler name="/update/extract"
startup="lazy"
class="solr.extraction.ExtractingRequestHandler" >
<lst name="defaults">
<str name="lowernames">true</str>
<str name="uprefix">ignored_</str>
<!-- capture link hrefs but ignore div attributes -->
<str name="captureAttr">true</str>
<str name="fmap.a">links</str>
<str name="fmap.div">ignored_</str>
</lst>
</requestHandler>
<requestHandler name="/analysis/field"
startup="lazy"
class="solr.FieldAnalysisRequestHandler" />
<requestHandler name="/analysis/document"
class="solr.DocumentAnalysisRequestHandler"
startup="lazy" />
<!-- ping/healthcheck -->
<requestHandler name="/admin/ping" class="solr.PingRequestHandler">
<lst name="invariants">
<str name="q">solrpingquery</str>
</lst>
<lst name="defaults">
<str name="echoParams">all</str>
</lst>
</requestHandler>
<requestHandler name="/debug/dump" class="solr.DumpRequestHandler" >
<lst name="defaults">
<str name="echoParams">explicit</str>
<str name="echoHandler">true</str>
</lst>
</requestHandler>
<requestHandler name="/replication" class="solr.ReplicationHandler" >
</requestHandler>
<searchComponent name="spellcheck" class="solr.SpellCheckComponent">
<str name="queryAnalyzerFieldType">textSpell</str>
<!-- Multiple "Spell Checkers" can be declared and used by this
component
-->
<lst name="spellchecker">
<str name="name">default</str>
<!-- change field to textSpell and use copyField in schema.xml
to spellcheck multiple fields -->
<str name="field">textSpell</str>
<str name="buildOnCommit">true</str>
</lst>
<lst name="spellchecker">
<str name="name">example</str>
<str name="field">title_text</str>
<str name="buildOnCommit">true</str>
<str name="classname">solr.DirectSolrSpellChecker</str>
<!-- the spellcheck distance measure used, the default is the internal levenshtein -->
<str name="distanceMeasure">internal</str>
<!-- minimum accuracy needed to be considered a valid spellcheck suggestion -->
<float name="accuracy">0.5</float>
<!-- the maximum #edits we consider when enumerating terms: can be 1 or 2 -->
<int name="maxEdits">2</int>
<!-- the minimum shared prefix when enumerating terms -->
<int name="minPrefix">1</int>
<!-- maximum number of inspections per result. -->
<int name="maxInspections">5</int>
<!-- minimum length of a query term to be considered for correction -->
<int name="minQueryLength">4</int>
<!-- maximum threshold of documents a query term can appear to be considered for correction -->
<float name="maxQueryFrequency">0.01</float>
<!-- uncomment this to require suggestions to occur in 1% of the documents
<float name="thresholdTokenFrequency">.01</float>
-->
</lst>
<!-- a spellchecker that can break or combine words. See "/spell" handler below for usage -->
<lst name="spellchecker">
<str name="name">wordbreak</str>
<str name="classname">solr.WordBreakSolrSpellChecker</str>
<str name="field">name</str>
<str name="combineWords">true</str>
<str name="breakWords">true</str>
<int name="maxChanges">10</int>
</lst>
-->
</searchComponent>
<searchComponent name="tvComponent" class="solr.TermVectorComponent"/>
<searchComponent name="terms" class="solr.TermsComponent"/>
<searchComponent class="solr.HighlightComponent" name="highlight">
<highlighting>
<!-- Configure the standard fragmenter -->
<!-- This could most likely be commented out in the "default" case -->
<fragmenter name="gap"
default="true"
class="solr.highlight.GapFragmenter">
<lst name="defaults">
<int name="hl.fragsize">100</int>
</lst>
</fragmenter>
<!-- A regular-expression-based fragmenter
(for sentence extraction)
-->
<fragmenter name="regex"
class="solr.highlight.RegexFragmenter">
<lst name="defaults">
<!-- slightly smaller fragsizes work better because of slop -->
<int name="hl.fragsize">70</int>
<!-- allow 50% slop on fragment sizes -->
<float name="hl.regex.slop">0.5</float>
<!-- a basic sentence pattern -->
<str name="hl.regex.pattern">[-\w ,/\n\&quot;&apos;]{20,200}</str>
</lst>
</fragmenter>
<!-- Configure the standard formatter -->
<formatter name="html"
default="true"
class="solr.highlight.HtmlFormatter">
<lst name="defaults">
<str name="hl.simple.pre"><![CDATA[<em>]]></str>
<str name="hl.simple.post"><![CDATA[</em>]]></str>
</lst>
</formatter>
<!-- Configure the standard encoder -->
<encoder name="html"
class="solr.highlight.HtmlEncoder" />
<!-- Configure the standard fragListBuilder -->
<fragListBuilder name="simple"
class="solr.highlight.SimpleFragListBuilder"/>
<!-- Configure the single fragListBuilder -->
<fragListBuilder name="single"
class="solr.highlight.SingleFragListBuilder"/>
<!-- Configure the weighted fragListBuilder -->
<fragListBuilder name="weighted"
default="true"
class="solr.highlight.WeightedFragListBuilder"/>
<!-- default tag FragmentsBuilder -->
<fragmentsBuilder name="default"
default="true"
class="solr.highlight.ScoreOrderFragmentsBuilder">
<!--
<lst name="defaults">
<str name="hl.multiValuedSeparatorChar">/</str>
</lst>
-->
</fragmentsBuilder>
<!-- multi-colored tag FragmentsBuilder -->
<fragmentsBuilder name="colored"
class="solr.highlight.ScoreOrderFragmentsBuilder">
<lst name="defaults">
<str name="hl.tag.pre"><![CDATA[
<b style="background:yellow">,<b style="background:lawgreen">,
<b style="background:aquamarine">,<b style="background:magenta">,
<b style="background:palegreen">,<b style="background:coral">,
<b style="background:wheat">,<b style="background:khaki">,
<b style="background:lime">,<b style="background:deepskyblue">]]></str>
<str name="hl.tag.post"><![CDATA[</b>]]></str>
</lst>
</fragmentsBuilder>
<boundaryScanner name="default"
default="true"
class="solr.highlight.SimpleBoundaryScanner">
<lst name="defaults">
<str name="hl.bs.maxScan">10</str>
<str name="hl.bs.chars">.,!? &#9;&#10;&#13;</str>
</lst>
</boundaryScanner>
<boundaryScanner name="breakIterator"
class="solr.highlight.BreakIteratorBoundaryScanner">
<lst name="defaults">
<!-- type should be one of CHARACTER, WORD(default), LINE and SENTENCE -->
<str name="hl.bs.type">WORD</str>
<!-- language and country are used when constructing Locale object. -->
<!-- And the Locale object will be used when getting instance of BreakIterator -->
<str name="hl.bs.language">en</str>
<str name="hl.bs.country">US</str>
</lst>
</boundaryScanner>
</highlighting>
</searchComponent>
<requestHandler class="solr.MoreLikeThisHandler" name="/mlt">
<lst name="defaults">
<str name="mlt.mintf">1</str>
<str name="mlt.mindf">2</str>
</lst>
</requestHandler>
<!-- Admin Handlers - This will register all the standard admin RequestHandlers. -->
<requestHandler name="/admin/" class="solr.admin.AdminHandlers" />
</config>

2
solr/conf/spellings.txt
View File

@ -1,2 +0,0 @@
pizza
history

58
solr/conf/stopwords.txt
View File

@ -1,58 +0,0 @@
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#-----------------------------------------------------------------------
# a couple of test stopwords to test that the words are really being
# configured from this file:
stopworda
stopwordb
#Standard english stop words taken from Lucene's StopAnalyzer
a
an
and
are
as
at
be
but
by
for
if
in
into
is
it
no
not
of
on
or
s
such
t
that
the
their
then
there
these
they
this
to
was
will
with

31
solr/conf/synonyms.txt
View File

@ -1,31 +0,0 @@
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#-----------------------------------------------------------------------
#some test synonym mappings unlikely to appear in real input text
aaa => aaaa
bbb => bbbb1 bbbb2
ccc => cccc1,cccc2
a\=>a => b\=>b
a\,a => b\,b
fooaaa,baraaa,bazaaa
# Some synonym groups specific to this example
GB,gib,gigabyte,gigabytes
MB,mib,megabyte,megabytes
Television, Televisions, TV, TVs
#notice we use "gib" instead of "GiB" so any WordDelimiterFilter coming
#after us won't split it into two words.
# Synonym mappings can be used for spelling correction too
pixima => pixma

BIN
solr/data/.DS_Store vendored
View File

Binary file not shown.

BIN
solr/default/data/index/_6n.fdt
View File

Binary file not shown.

BIN
solr/default/data/index/_6n.fdx
View File

Binary file not shown.

BIN
solr/default/data/index/_6n.fnm
View File

Binary file not shown.

BIN
solr/default/data/index/_6n.nvd
View File

Binary file not shown.

BIN
solr/default/data/index/_6n.nvm
View File

Binary file not shown.

BIN
solr/default/data/index/_6n.si
View File

Binary file not shown.

BIN
solr/default/data/index/_6n_Lucene41_0.doc
View File

Binary file not shown.

BIN
solr/default/data/index/_6n_Lucene41_0.pos
View File

Binary file not shown.

BIN
solr/default/data/index/_6n_Lucene41_0.tim
View File

Binary file not shown.

BIN
solr/default/data/index/_6n_Lucene41_0.tip
View File

Binary file not shown.

BIN
solr/default/data/index/_7w.fdt
View File

Binary file not shown.

BIN
solr/default/data/index/_7w.fdx
View File

Binary file not shown.

BIN
solr/default/data/index/_7w.fnm
View File

Binary file not shown.

BIN
solr/default/data/index/_7w.nvd
View File

Binary file not shown.

BIN
solr/default/data/index/_7w.nvm
View File

Binary file not shown.

Some files were not shown because too many files have changed in this diff Show More