16 lines
999 B
XML
16 lines
999 B
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<!DOCTYPE properties SYSTEM "http://java.sun.com/dtd/properties.dtd">
|
|
<properties>
|
|
<comment>TableFlow</comment>
|
|
<entry key="pointerTableName">pointers</entry>
|
|
<entry key="sourceTableName">oschina_project,openhub_project</entry>
|
|
<entry key="targetTableName">gather_projects</entry>
|
|
<entry key="sourceFields">id,name,tags,url,url_md5,description,language,source,license,homepage,now(),extracted_time,category,created_time</entry>
|
|
<!-- <entry key="targetFields">url,crawled_time,tags,license,name,description,language,platform,source,registered_time,urlMD5</entry> -->
|
|
<entry key="targetFields">id,name,tags,url,url_md5,description,language,source,license,homepage,updated_time,extracted_time,category,created_time</entry>
|
|
<entry key="waitDataTime">3600000</entry>
|
|
<entry key="andWhere"> </entry>
|
|
<entry key="idsBegin">1</entry>
|
|
<entry key="idsEnd">500000</entry>
|
|
<entry key="idsIncrement">500</entry>
|
|
</properties> |