17 lines
1.3 KiB
XML
17 lines
1.3 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!DOCTYPE properties SYSTEM "http://java.sun.com/dtd/properties.dtd">
|
|
<properties>
|
|
<comment>TableFlow</comment>
|
|
<entry key="pointerTableName">edd_pointers</entry>
|
|
<entry key="migrationTask">gather_tasks</entry>
|
|
<entry key="sourceTableName">freecode_projects</entry>
|
|
<entry key="targetTableName">gather_projects</entry>
|
|
<entry key="sourceFields">deal_name,projectTitle,description,last_update_time,registered_time,followers_num,url,MD5(url),null,implementation,tags,null,null,null,null,visit_num,category,crawled_time,history,"FreeCode",license,operateSystem</entry>
|
|
<!-- <entry key="targetFields">url,crawled_time,tags,license,name,description,language,platform,source,registered_time,urlMD5</entry> -->
|
|
<entry key="targetFields">deal_name,name,description,last_update_time,registered_time,followers_num,url,urlMD5,pageMD5,language,tags,contributors_num,monitor,status,download_num,visit_num,category,crawled_time,history,source,license,platform</entry>
|
|
<entry key="waitDataTime">3600000</entry>
|
|
<entry key="andWhere"> AND projectTitle is not null AND description IS NOT NULL and projectTitle != '' and description != ''</entry>
|
|
<entry key="idsBegin">1</entry>
|
|
<entry key="idsEnd">500000</entry>
|
|
<entry key="idsIncrement">500</entry>
|
|
</properties> |