Unified Diff: sitescripts/crawler/schema.sql
Issue 8327353:
Crawler backend (Closed)
Patch Set: README fix
Created Sept. 14, 2012, 2:42 p.m.
Use n/p to move between diff chunks;
N/P to move between comments.
« sitescripts/crawler/bin/extract_crawler_sites.py ('K')
|
« sitescripts/crawler/bin/extract_crawler_sites.py ('k')
|
sitescripts/crawler/web/crawler.py » ('j')
|
sitescripts/crawler/web/crawler.py » ('J')
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')
Expand Comments ('e') | Collapse Comments ('c') | Hide Comments ('s')
| Index: sitescripts/crawler/schema.sql |
| =================================================================== |
| --- a/sitescripts/crawler/schema.sql |
| +++ b/sitescripts/crawler/schema.sql |
| @@ -5,7 +5,7 @@ |
| CREATE TABLE crawler_sites ( |
| id INT NOT NULL AUTO_INCREMENT, |
| PRIMARY KEY (id), |
| - url VARCHAR(255) NOT NULL |
| + url VARCHAR(512) NOT NULL |
|
Wladimir Palant
2012/09/14 17:24:18
How about UNIQUE(url) constraint? This will make s
Felix Dahlke
2012/09/26 15:20:30
Done.
|
| ); |
| CREATE TABLE crawler_runs ( |
| @@ -21,6 +21,6 @@ |
| FOREIGN KEY (run) REFERENCES crawler_runs (id), |
| site INT NOT NULL, |
| FOREIGN KEY (site) REFERENCES crawler_sites (id), |
| - request_url VARCHAR(255) NOT NULL, |
| - document_url VARCHAR(255) NOT NULL |
| + url VARCHAR(512) NOT NULL, |
| + filtered BOOLEAN NOT NULL |
| ); |
