kw_extractor/data/sedb.sql

176 lines
5.8 KiB
SQL

-- MySQL dump 10.16 Distrib 10.1.18-MariaDB, for debian-linux-gnu (x86_64)
--
-- Host: localhost Database: sedb
-- ------------------------------------------------------
-- Server version 10.1.18-MariaDB-1~xenial
/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */;
/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */;
/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */;
/*!40101 SET NAMES utf8 */;
/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */;
/*!40103 SET TIME_ZONE='+00:00' */;
/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */;
/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */;
/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */;
/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */;
--
-- Table structure for table `domains`
--
DROP TABLE IF EXISTS `domains`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `domains` (
`dm_id` bigint(20) DEFAULT NULL,
`dm_name` varchar(80) DEFAULT NULL,
`dm_keyword` varchar(100) DEFAULT NULL,
`iscrawl` tinyint(4) DEFAULT NULL,
`crawltime` datetime DEFAULT NULL,
`se_type` varchar(15) DEFAULT NULL,
`isproxy` tinyint(4) DEFAULT '0',
KEY `dm_id` (`dm_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `hotdomain`
--
DROP TABLE IF EXISTS `hotdomain`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `hotdomain` (
`dm_id` bigint(20) DEFAULT NULL,
`kw_id` int(11) DEFAULT NULL,
`url_count` int(11) DEFAULT NULL,
KEY `dm_id` (`dm_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `htmls`
--
DROP TABLE IF EXISTS `htmls`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `htmls` (
`url_hash` bigint(20) NOT NULL,
`dm_id` bigint(20) NOT NULL,
`html_cont` mediumtext NOT NULL,
KEY `url_hash` (`url_hash`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `htmls_new`
--
DROP TABLE IF EXISTS `htmls_new`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `htmls_new` (
`url_hash` bigint(20) NOT NULL,
`dm_id` bigint(20) NOT NULL,
`html_cont` mediumtext NOT NULL,
`is_processed` tinyint(1) DEFAULT '0',
KEY `url_hash` (`url_hash`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `htmls_test`
--
DROP TABLE IF EXISTS `htmls_test`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `htmls_test` (
`url_hash` bigint(20) NOT NULL,
`dm_id` bigint(20) NOT NULL,
`html_cont` mediumtext NOT NULL,
`is_processed` tinyint(1) DEFAULT '0',
KEY `url_hash` (`url_hash`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `keywords`
--
DROP TABLE IF EXISTS `keywords`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `keywords` (
`kw_id` int(11) DEFAULT NULL,
`kw_name` varchar(20) DEFAULT NULL,
`urls` int(4) DEFAULT '0',
`domains` int(4) DEFAULT '0',
KEY `kw_id` (`kw_id`)
) ENGINE=Aria DEFAULT CHARSET=utf8 PAGE_CHECKSUM=1;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `titles`
--
DROP TABLE IF EXISTS `titles`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `titles` (
`url_hash` bigint(20) DEFAULT NULL,
`dm_id` bigint(20) DEFAULT NULL,
`title_cont` varchar(100) DEFAULT NULL,
KEY `url_hash` (`url_hash`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `urls`
--
DROP TABLE IF EXISTS `urls`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `urls` (
`url_hash` bigint(20) DEFAULT NULL,
`url_url` varchar(150) DEFAULT NULL,
`dm_id` bigint(20) DEFAULT NULL,
`url_keyword` varchar(100) DEFAULT NULL,
`insertsid` varchar(30) DEFAULT NULL,
`inserttime` datetime DEFAULT NULL,
KEY `url_hash` (`url_hash`)
) ENGINE=Aria DEFAULT CHARSET=utf8 PAGE_CHECKSUM=1;
/*!40101 SET character_set_client = @saved_cs_client */;
--
-- Table structure for table `urls_test`
--
DROP TABLE IF EXISTS `urls_test`;
/*!40101 SET @saved_cs_client = @@character_set_client */;
/*!40101 SET character_set_client = utf8 */;
CREATE TABLE `urls_test` (
`url_hash` bigint(20) DEFAULT NULL,
`url_url` varchar(150) DEFAULT NULL,
`dm_id` bigint(20) DEFAULT NULL,
`url_keyword` varchar(100) DEFAULT NULL,
`insertsid` varchar(30) DEFAULT NULL,
`inserttime` datetime DEFAULT NULL,
KEY `url_hash` (`url_hash`)
) ENGINE=Aria DEFAULT CHARSET=utf8 PAGE_CHECKSUM=1;
/*!40101 SET character_set_client = @saved_cs_client */;
/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */;
/*!40101 SET SQL_MODE=@OLD_SQL_MODE */;
/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */;
/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */;
/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */;
/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */;
/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;
/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */;
-- Dump completed on 2016-12-15 14:17:42