1: DROP TABLE IF EXISTS url_domains;
2: CREATE TABLE url_domains
3: (url_domain VARCHAR(255) NOT NULL,
4: PRIMARY KEY(url_domain))
5: ENGINE=InnoDB DEFAULT CHARSET=utf8;
6:
7: DROP TABLE IF EXISTS crawl_queue;
8: CREATE TABLE crawl_queue
9: (url VARCHAR(255) NOT NULL,
10: parent_url VARCHAR(255),
11: url_domain VARCHAR(255) NOT NULL,
12: scheme VARCHAR(40) NOT NULL DEFAULT "http",
13: analyzed TINYINT NOT NULL DEFAULT 0,
14: create_ts TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
15: PRIMARY KEY(url))
16: ENGINE=InnoDB DEFAULT CHARSET=utf8;
17:
18: DROP TABLE IF EXISTS blacklist;
19: CREATE TABLE blacklist
20: (url_domain VARCHAR(255) NOT NULL,
21: PRIMARY KEY(url_domain))
22: ENGINE=InnoDB DEFAULT CHARSET=utf8;
23:
24:
25: DROP TABLE IF EXISTS url_fulltext;
26: CREATE TABLE url_fulltext
27: (url VARCHAR(255) NOT NULL,
28: url_domain VARCHAR(255) NOT NULL,
29: body MEDIUMTEXT NOT NULL,
30: body_html MEDIUMTEXT NOT NULL,
31: page_title TEXT,
32: last_indexed_dt DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
33: FULLTEXT(page_title,body),
34: PRIMARY KEY(url))
35: ENGINE=InnoDB DEFAULT CHARSET=utf8;
FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>