Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Side by Side Diff: lib/matcher.js

Issue 30002580: Noissue - Abstract hostname normalization (Closed) Base URL: https://hg.adblockplus.org/adblockpluscore/
Patch Set: Add tests Created Feb. 8, 2019, 7:26 p.m.
Left:
Right:
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
View unified diff | Download patch
« no previous file with comments | « lib/filterClasses.js ('k') | test/domain.js » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * This file is part of Adblock Plus <https://adblockplus.org/>, 2 * This file is part of Adblock Plus <https://adblockplus.org/>,
3 * Copyright (C) 2006-present eyeo GmbH 3 * Copyright (C) 2006-present eyeo GmbH
4 * 4 *
5 * Adblock Plus is free software: you can redistribute it and/or modify 5 * Adblock Plus is free software: you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 3 as 6 * it under the terms of the GNU General Public License version 3 as
7 * published by the Free Software Foundation. 7 * published by the Free Software Foundation.
8 * 8 *
9 * Adblock Plus is distributed in the hope that it will be useful, 9 * Adblock Plus is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of 10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details. 12 * GNU General Public License for more details.
13 * 13 *
14 * You should have received a copy of the GNU General Public License 14 * You should have received a copy of the GNU General Public License
15 * along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. 15 * along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>.
16 */ 16 */
17 17
18 "use strict"; 18 "use strict";
19 19
20 /** 20 /**
21 * @fileOverview Matcher class implementing matching addresses against 21 * @fileOverview Matcher class implementing matching addresses against
22 * a list of filters. 22 * a list of filters.
23 */ 23 */
24 24
25 const {RegExpFilter, WhitelistFilter} = require("./filterClasses"); 25 const {RegExpFilter, WhitelistFilter} = require("./filterClasses");
26 const {suffixes} = require("./domain"); 26 const {normalizeHostname, suffixes} = require("./domain");
27 27
28 /** 28 /**
29 * Regular expression for matching a keyword in a filter. 29 * Regular expression for matching a keyword in a filter.
30 * @type {RegExp} 30 * @type {RegExp}
31 */ 31 */
32 const keywordRegExp = /[^a-z0-9%*][a-z0-9%]{3,}(?=[^a-z0-9%*])/; 32 const keywordRegExp = /[^a-z0-9%*][a-z0-9%]{3,}(?=[^a-z0-9%*])/;
33 33
34 /** 34 /**
35 * Regular expression for matching all keywords in a filter. 35 * Regular expression for matching all keywords in a filter.
36 * @type {RegExp} 36 * @type {RegExp}
(...skipping 455 matching lines...) Expand 10 before | Expand all | Expand 10 after
492 { 492 {
493 if (!collection) 493 if (!collection)
494 return filtersByDomain; 494 return filtersByDomain;
495 495
496 collection.push(filtersByDomain); 496 collection.push(filtersByDomain);
497 } 497 }
498 498
499 return null; 499 return null;
500 } 500 }
501 501
502 if (docDomain)
503 {
504 if (docDomain[docDomain.length - 1] == ".")
505 docDomain = docDomain.replace(/\.+$/, "");
506
507 docDomain = docDomain.toLowerCase();
508 }
509
510 let excluded = new Set(); 502 let excluded = new Set();
511 503
512 for (let suffix of suffixes(docDomain || "", !specificOnly)) 504 for (let suffix of suffixes(docDomain ? normalizeHostname(docDomain) : "",
505 !specificOnly))
513 { 506 {
514 let filters = filtersByDomain.get(suffix); 507 let filters = filtersByDomain.get(suffix);
515 if (filters) 508 if (filters)
516 { 509 {
517 for (let [filter, include] of filters.entries()) 510 for (let [filter, include] of filters.entries())
518 { 511 {
519 if (!include) 512 if (!include)
520 { 513 {
521 excluded.add(filter); 514 excluded.add(filter);
522 } 515 }
(...skipping 370 matching lines...) Expand 10 before | Expand all | Expand 10 after
893 886
894 exports.CombinedMatcher = CombinedMatcher; 887 exports.CombinedMatcher = CombinedMatcher;
895 888
896 /** 889 /**
897 * Shared {@link CombinedMatcher} instance that should usually be used. 890 * Shared {@link CombinedMatcher} instance that should usually be used.
898 * @type {CombinedMatcher} 891 * @type {CombinedMatcher}
899 */ 892 */
900 let defaultMatcher = new CombinedMatcher(); 893 let defaultMatcher = new CombinedMatcher();
901 894
902 exports.defaultMatcher = defaultMatcher; 895 exports.defaultMatcher = defaultMatcher;
OLDNEW
« no previous file with comments | « lib/filterClasses.js ('k') | test/domain.js » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld