File:  [Coherent Logic Development] / pandia / base.sql
Revision 1.5: download - view: text, annotated - select for diffs
Mon Jun 30 02:18:44 2025 UTC (4 weeks, 6 days ago) by snw
Branches: MAIN
CVS tags: HEAD
Updates

    1: DROP TABLE IF EXISTS url_domains;
    2: CREATE TABLE url_domains
    3:        (url_domain VARCHAR(255) NOT NULL,
    4:        PRIMARY KEY(url_domain))
    5:        ENGINE=InnoDB DEFAULT CHARSET=utf8;       
    6: 
    7: DROP TABLE IF EXISTS crawl_queue;
    8: CREATE TABLE crawl_queue
    9:        (url VARCHAR(255) NOT NULL,
   10:        parent_url VARCHAR(255),
   11:        url_domain VARCHAR(255) NOT NULL,
   12:        scheme VARCHAR(40) NOT NULL DEFAULT "http",
   13:        analyzed TINYINT NOT NULL DEFAULT 0,
   14:        create_ts TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
   15:        PRIMARY KEY(url))
   16:        ENGINE=InnoDB DEFAULT CHARSET=utf8;
   17: 
   18: DROP TABLE IF EXISTS blacklist;
   19: CREATE TABLE blacklist
   20:        (url_domain VARCHAR(255) NOT NULL,
   21:        PRIMARY KEY(url_domain))
   22:        ENGINE=InnoDB DEFAULT CHARSET=utf8;
   23: 
   24: 
   25: DROP TABLE IF EXISTS url_fulltext;
   26: CREATE TABLE url_fulltext
   27:        (url VARCHAR(255) NOT NULL,
   28:        url_domain VARCHAR(255) NOT NULL,
   29:        body MEDIUMTEXT NOT NULL,
   30:        body_html MEDIUMTEXT NOT NULL,
   31:        page_title TEXT,
   32:        last_indexed_dt DATETIME NOT NULL DEFAULT CURRENT_TIMESTAMP,
   33:        FULLTEXT(page_title,body),       
   34:        PRIMARY KEY(url))
   35:        ENGINE=InnoDB DEFAULT CHARSET=utf8;

FreeBSD-CVSweb <freebsd-cvsweb@FreeBSD.org>