| OLD | NEW |
| 1 /* | 1 /* |
| 2 * This file is part of Adblock Plus <https://adblockplus.org/>, | 2 * This file is part of Adblock Plus <https://adblockplus.org/>, |
| 3 * Copyright (C) 2006-present eyeo GmbH | 3 * Copyright (C) 2006-present eyeo GmbH |
| 4 * | 4 * |
| 5 * Adblock Plus is free software: you can redistribute it and/or modify | 5 * Adblock Plus is free software: you can redistribute it and/or modify |
| 6 * it under the terms of the GNU General Public License version 3 as | 6 * it under the terms of the GNU General Public License version 3 as |
| 7 * published by the Free Software Foundation. | 7 * published by the Free Software Foundation. |
| 8 * | 8 * |
| 9 * Adblock Plus is distributed in the hope that it will be useful, | 9 * Adblock Plus is distributed in the hope that it will be useful, |
| 10 * but WITHOUT ANY WARRANTY; without even the implied warranty of | 10 * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| (...skipping 15 matching lines...) Expand all Loading... |
| 26 | 26 |
| 27 /** | 27 /** |
| 28 * Blacklist/whitelist filter matching | 28 * Blacklist/whitelist filter matching |
| 29 */ | 29 */ |
| 30 class Matcher | 30 class Matcher |
| 31 { | 31 { |
| 32 constructor() | 32 constructor() |
| 33 { | 33 { |
| 34 /** | 34 /** |
| 35 * Lookup table for filters by their associated keyword | 35 * Lookup table for filters by their associated keyword |
| 36 * @type {Map.<string,(Filter|Filter[])>} | 36 * @type {Map.<string,(Filter|Set.<Filter>)>} |
| 37 */ | 37 */ |
| 38 this.filterByKeyword = new Map(); | 38 this.filterByKeyword = new Map(); |
| 39 | |
| 40 /** | |
| 41 * Lookup table for keywords by the filter | |
| 42 * @type {Map.<Filter,string>} | |
| 43 */ | |
| 44 this.keywordByFilter = new Map(); | |
| 45 } | 39 } |
| 46 | 40 |
| 47 /** | 41 /** |
| 48 * Removes all known filters | 42 * Removes all known filters |
| 49 */ | 43 */ |
| 50 clear() | 44 clear() |
| 51 { | 45 { |
| 52 this.filterByKeyword.clear(); | 46 this.filterByKeyword.clear(); |
| 53 this.keywordByFilter.clear(); | |
| 54 } | 47 } |
| 55 | 48 |
| 56 /** | 49 /** |
| 57 * Adds a filter to the matcher | 50 * Adds a filter to the matcher |
| 58 * @param {RegExpFilter} filter | 51 * @param {RegExpFilter} filter |
| 59 */ | 52 */ |
| 60 add(filter) | 53 add(filter) |
| 61 { | 54 { |
| 62 if (this.keywordByFilter.has(filter)) | |
| 63 return; | |
| 64 | |
| 65 // Look for a suitable keyword | 55 // Look for a suitable keyword |
| 66 let keyword = this.findKeyword(filter); | 56 let keyword = this.findKeyword(filter); |
| 67 let oldEntry = this.filterByKeyword.get(keyword); | 57 let set = this.filterByKeyword.get(keyword); |
| 68 if (typeof oldEntry == "undefined") | 58 if (typeof set == "undefined") |
| 59 { |
| 69 this.filterByKeyword.set(keyword, filter); | 60 this.filterByKeyword.set(keyword, filter); |
| 70 else if (oldEntry.length == 1) | 61 } |
| 71 this.filterByKeyword.set(keyword, [oldEntry, filter]); | 62 else if (set.size == 1) |
| 63 { |
| 64 if (filter != set) |
| 65 this.filterByKeyword.set(keyword, new Set([set, filter])); |
| 66 } |
| 72 else | 67 else |
| 73 oldEntry.push(filter); | 68 { |
| 74 this.keywordByFilter.set(filter, keyword); | 69 set.add(filter); |
| 70 } |
| 75 } | 71 } |
| 76 | 72 |
| 77 /** | 73 /** |
| 78 * Removes a filter from the matcher | 74 * Removes a filter from the matcher |
| 79 * @param {RegExpFilter} filter | 75 * @param {RegExpFilter} filter |
| 80 */ | 76 */ |
| 81 remove(filter) | 77 remove(filter) |
| 82 { | 78 { |
| 83 let keyword = this.keywordByFilter.get(filter); | 79 let keyword = this.findKeyword(filter); |
| 84 if (typeof keyword == "undefined") | 80 let set = this.filterByKeyword.get(keyword); |
| 81 if (typeof set == "undefined") |
| 85 return; | 82 return; |
| 86 | 83 |
| 87 let list = this.filterByKeyword.get(keyword); | 84 if (set.size == 1) |
| 88 if (list.length <= 1) | 85 { |
| 89 this.filterByKeyword.delete(keyword); | 86 if (filter == set) |
| 87 this.filterByKeyword.delete(keyword); |
| 88 } |
| 90 else | 89 else |
| 91 { | 90 { |
| 92 let index = list.indexOf(filter); | 91 set.delete(filter); |
| 93 if (index >= 0) | 92 |
| 94 { | 93 if (set.size == 1) |
| 95 list.splice(index, 1); | 94 this.filterByKeyword.set(keyword, [...set][0]); |
| 96 if (list.length == 1) | |
| 97 this.filterByKeyword.set(keyword, list[0]); | |
| 98 } | |
| 99 } | 95 } |
| 100 | |
| 101 this.keywordByFilter.delete(filter); | |
| 102 } | 96 } |
| 103 | 97 |
| 104 /** | 98 /** |
| 105 * Chooses a keyword to be associated with the filter | 99 * Chooses a keyword to be associated with the filter |
| 106 * @param {Filter} filter | 100 * @param {Filter} filter |
| 107 * @returns {string} keyword or an empty string if no keyword could be found | 101 * @returns {string} keyword or an empty string if no keyword could be found |
| 108 */ | 102 */ |
| 109 findKeyword(filter) | 103 findKeyword(filter) |
| 110 { | 104 { |
| 111 let result = ""; | 105 let result = ""; |
| 112 let {pattern} = filter; | 106 let {pattern} = filter; |
| 113 if (pattern == null) | 107 if (pattern == null) |
| 114 return result; | 108 return result; |
| 115 | 109 |
| 116 let candidates = pattern.toLowerCase().match( | 110 let candidates = pattern.toLowerCase().match( |
| 117 /[^a-z0-9%*][a-z0-9%]{3,}(?=[^a-z0-9%*])/g | 111 /[^a-z0-9%*][a-z0-9%]{3,}(?=[^a-z0-9%*])/g |
| 118 ); | 112 ); |
| 119 if (!candidates) | 113 if (!candidates) |
| 120 return result; | 114 return result; |
| 121 | 115 |
| 122 let hash = this.filterByKeyword; | 116 let hash = this.filterByKeyword; |
| 123 let resultCount = 0xFFFFFF; | 117 let resultCount = 0xFFFFFF; |
| 124 let resultLength = 0; | 118 let resultLength = 0; |
| 125 for (let i = 0, l = candidates.length; i < l; i++) | 119 for (let i = 0, l = candidates.length; i < l; i++) |
| 126 { | 120 { |
| 127 let candidate = candidates[i].substr(1); | 121 let candidate = candidates[i].substr(1); |
| 128 let filters = hash.get(candidate); | 122 let filters = hash.get(candidate); |
| 129 let count = typeof filters != "undefined" ? filters.length : 0; | 123 let count = typeof filters != "undefined" ? filters.size : 0; |
| 130 if (count < resultCount || | 124 if (count < resultCount || |
| 131 (count == resultCount && candidate.length > resultLength)) | 125 (count == resultCount && candidate.length > resultLength)) |
| 132 { | 126 { |
| 133 result = candidate; | 127 result = candidate; |
| 134 resultCount = count; | 128 resultCount = count; |
| 135 resultLength = candidate.length; | 129 resultLength = candidate.length; |
| 136 } | 130 } |
| 137 } | 131 } |
| 138 return result; | 132 return result; |
| 139 } | 133 } |
| 140 | 134 |
| 141 /** | 135 /** |
| 142 * Checks whether a particular filter is being matched against. | |
| 143 * @param {RegExpFilter} filter | |
| 144 * @returns {boolean} | |
| 145 */ | |
| 146 hasFilter(filter) | |
| 147 { | |
| 148 return this.keywordByFilter.has(filter); | |
| 149 } | |
| 150 | |
| 151 /** | |
| 152 * Returns the keyword used for a filter, <code>null</code> | |
| 153 * for unknown filters. | |
| 154 * @param {RegExpFilter} filter | |
| 155 * @returns {?string} | |
| 156 */ | |
| 157 getKeywordForFilter(filter) | |
| 158 { | |
| 159 let keyword = this.keywordByFilter.get(filter); | |
| 160 return typeof keyword != "undefined" ? keyword : null; | |
| 161 } | |
| 162 | |
| 163 /** | |
| 164 * Checks whether the entries for a particular keyword match a URL | 136 * Checks whether the entries for a particular keyword match a URL |
| 165 * @param {string} keyword | 137 * @param {string} keyword |
| 166 * @param {string} location | 138 * @param {string} location |
| 167 * @param {number} typeMask | 139 * @param {number} typeMask |
| 168 * @param {string} [docDomain] | 140 * @param {string} [docDomain] |
| 169 * @param {boolean} [thirdParty] | 141 * @param {boolean} [thirdParty] |
| 170 * @param {string} [sitekey] | 142 * @param {string} [sitekey] |
| 171 * @param {boolean} [specificOnly] | 143 * @param {boolean} [specificOnly] |
| 172 * @returns {?Filter} | 144 * @returns {?Filter} |
| 173 */ | 145 */ |
| 174 _checkEntryMatch(keyword, location, typeMask, docDomain, thirdParty, sitekey, | 146 _checkEntryMatch(keyword, location, typeMask, docDomain, thirdParty, sitekey, |
| 175 specificOnly) | 147 specificOnly) |
| 176 { | 148 { |
| 177 let list = this.filterByKeyword.get(keyword); | 149 let set = this.filterByKeyword.get(keyword); |
| 178 if (typeof list == "undefined") | 150 if (typeof set == "undefined") |
| 179 return null; | 151 return null; |
| 180 for (let i = 0; i < list.length; i++) | 152 |
| 153 for (let filter of set) |
| 181 { | 154 { |
| 182 let filter = list[i]; | |
| 183 | |
| 184 if (specificOnly && filter.isGeneric() && | 155 if (specificOnly && filter.isGeneric() && |
| 185 !(filter instanceof WhitelistFilter)) | 156 !(filter instanceof WhitelistFilter)) |
| 186 continue; | 157 continue; |
| 187 | 158 |
| 188 if (filter.matches(location, typeMask, docDomain, thirdParty, sitekey)) | 159 if (filter.matches(location, typeMask, docDomain, thirdParty, sitekey)) |
| 189 return filter; | 160 return filter; |
| 190 } | 161 } |
| 191 return null; | 162 return null; |
| 192 } | 163 } |
| 193 | 164 |
| (...skipping 112 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 306 * @returns {string} keyword | 277 * @returns {string} keyword |
| 307 */ | 278 */ |
| 308 findKeyword(filter) | 279 findKeyword(filter) |
| 309 { | 280 { |
| 310 if (filter instanceof WhitelistFilter) | 281 if (filter instanceof WhitelistFilter) |
| 311 return this.whitelist.findKeyword(filter); | 282 return this.whitelist.findKeyword(filter); |
| 312 return this.blacklist.findKeyword(filter); | 283 return this.blacklist.findKeyword(filter); |
| 313 } | 284 } |
| 314 | 285 |
| 315 /** | 286 /** |
| 316 * @see Matcher#hasFilter | |
| 317 * @param {Filter} filter | |
| 318 * @returns {boolean} | |
| 319 */ | |
| 320 hasFilter(filter) | |
| 321 { | |
| 322 if (filter instanceof WhitelistFilter) | |
| 323 return this.whitelist.hasFilter(filter); | |
| 324 return this.blacklist.hasFilter(filter); | |
| 325 } | |
| 326 | |
| 327 /** | |
| 328 * @see Matcher#getKeywordForFilter | |
| 329 * @param {Filter} filter | |
| 330 * @returns {string} keyword | |
| 331 */ | |
| 332 getKeywordForFilter(filter) | |
| 333 { | |
| 334 if (filter instanceof WhitelistFilter) | |
| 335 return this.whitelist.getKeywordForFilter(filter); | |
| 336 return this.blacklist.getKeywordForFilter(filter); | |
| 337 } | |
| 338 | |
| 339 /** | |
| 340 * Checks whether a particular filter is slow | |
| 341 * @param {RegExpFilter} filter | |
| 342 * @returns {boolean} | |
| 343 */ | |
| 344 isSlowFilter(filter) | |
| 345 { | |
| 346 let matcher = ( | |
| 347 filter instanceof WhitelistFilter ? this.whitelist : this.blacklist | |
| 348 ); | |
| 349 let keyword = matcher.getKeywordForFilter(filter); | |
| 350 if (keyword != null) | |
| 351 return !keyword; | |
| 352 return !matcher.findKeyword(filter); | |
| 353 } | |
| 354 | |
| 355 /** | |
| 356 * Optimized filter matching testing both whitelist and blacklist matchers | 287 * Optimized filter matching testing both whitelist and blacklist matchers |
| 357 * simultaneously. For parameters see | 288 * simultaneously. For parameters see |
| 358 {@link Matcher#matchesAny Matcher.matchesAny()}. | 289 {@link Matcher#matchesAny Matcher.matchesAny()}. |
| 359 * @see Matcher#matchesAny | 290 * @see Matcher#matchesAny |
| 360 * @inheritdoc | 291 * @inheritdoc |
| 361 */ | 292 */ |
| 362 matchesAnyInternal(location, typeMask, docDomain, thirdParty, sitekey, | 293 matchesAnyInternal(location, typeMask, docDomain, thirdParty, sitekey, |
| 363 specificOnly) | 294 specificOnly) |
| 364 { | 295 { |
| 365 let candidates = location.toLowerCase().match(/[a-z0-9%]{3,}/g); | 296 let candidates = location.toLowerCase().match(/[a-z0-9%]{3,}/g); |
| (...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 414 | 345 |
| 415 exports.CombinedMatcher = CombinedMatcher; | 346 exports.CombinedMatcher = CombinedMatcher; |
| 416 | 347 |
| 417 /** | 348 /** |
| 418 * Shared {@link CombinedMatcher} instance that should usually be used. | 349 * Shared {@link CombinedMatcher} instance that should usually be used. |
| 419 * @type {CombinedMatcher} | 350 * @type {CombinedMatcher} |
| 420 */ | 351 */ |
| 421 let defaultMatcher = new CombinedMatcher(); | 352 let defaultMatcher = new CombinedMatcher(); |
| 422 | 353 |
| 423 exports.defaultMatcher = defaultMatcher; | 354 exports.defaultMatcher = defaultMatcher; |
| OLD | NEW |