Return to base.sql CVS log

Up to [Coherent Logic Development] / pandia

Initial working crawler

USE pandia;

DROP TABLE IF EXISTS crawl_queue;
CREATE TABLE crawl_queue
       (url VARCHAR(255) NOT NULL,
       create_ts TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
       PRIMARY KEY(url))
       ENGINE=InnoDB DEFAULT CHARSET=utf8;

DROP TABLE IF EXISTS blacklist;
CREATE TABLE blacklist
       (url_domain VARCHAR(255) NOT NULL,
       PRIMARY KEY(url_domain))
       ENGINE=InnoDB DEFAULT CHARSET=utf8;