Issue 4167 - getSelectorsForDomain criteria + keys

lib/elemHide.js

 /*
  * This file is part of Adblock Plus <https://adblockplus.org/>,
  * Copyright (C) 2006-2016 Eyeo GmbH
  *
  * Adblock Plus is free software: you can redistribute it and/or modify
  * it under the terms of the GNU General Public License version 3 as
  * published by the Free Software Foundation.
  *
  * Adblock Plus is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
@@ skipping 18 matching lines @@
  */
 var filterByKey = [];
 
 /**
  * Lookup table, keys of the filters by filter text
  * @type Object
  */
 var keyByFilter = Object.create(null);
 
 /**
- * Indicates whether we are using the getSelectorsForDomain function and
- * therefore mainting the required filtersByDomain, filtersBySelector and
- * unconditionalSelectors lookups. (Will be false for Firefox)
- * @type Boolean
- */
-var usingGetSelectorsForDomain = !("nsIStyleSheetService" in Ci);
-
-/**
  * Nested lookup table, filter (or false if inactive) by filter key by domain.
  * (Only contains filters that aren't unconditionally matched for all domains.)
  * @type Object
  */
 var filtersByDomain = Object.create(null);
 
 /**
- * Lookup table, filters by selector. (Only contains filters that have a
+ * Lookup table, filter keys by selector. (Only contains filters that have a
  * selector that is unconditionally matched for all domains.)
  */
-var filtersBySelector = Object.create(null);
+var filterKeysBySelector = Object.create(null);
 
 /**
- * This array caches the keys of filtersBySelector table (selectors which
+ * This array caches the keys of filterKeysBySelector table (selectors which
  * unconditionally apply on all domains). It will be null if the cache needs to
  * be rebuilt.
  */
 var unconditionalSelectors = null;
 
 /**
+ * This array caches the values of filterKeysBySelector table (filterIds for
+ * selectors which unconditionally apply on all domains). It will be null if the
+ * cache needs to be rebuilt. Note: Only the first filter key for each selector
+ * is cached.
+ */
+var unconditionalFilterKeys = null;
+
+/**
  * Object to be used instead when a filter has a blank domains property.
  */
 var defaultDomains = Object.create(null);
 defaultDomains[""] = true;
 
 /**
  * Lookup table, keys are known element hiding exceptions
  * @type Object
  */
 var knownExceptions = Object.create(null);
@@ skipping 11 matching lines @@
 var ElemHide = exports.ElemHide =
 {
   /**
    * Removes all known filters
    */
   clear: function()
   {
     filterByKey = [];
     keyByFilter = Object.create(null);
     filtersByDomain = Object.create(null);
-    filtersBySelector = Object.create(null);
-    unconditionalSelectors = null;
+    filterKeysBySelector = Object.create(null);
+    unconditionalSelectors = unconditionalFilterKeys = null;
     knownExceptions = Object.create(null);
     exceptions = Object.create(null);
     FilterNotifier.emit("elemhideupdate");
   },
 
-  _addToFiltersByDomain: function(filter)
+  _addToFiltersByDomain: function(key, filter)
   {
-    let key = keyByFilter[filter.text];
     let domains = filter.domains || defaultDomains;
     for (let domain in domains)
     {
       let filters = filtersByDomain[domain];
       if (!filters)
         filters = filtersByDomain[domain] = Object.create(null);
 
       if (domains[domain])
         filters[key] = filter;
       else
@@ skipping 10 matching lines @@
     if (filter instanceof ElemHideException)
     {
       if (filter.text in knownExceptions)
         return;
 
       let selector = filter.selector;
       if (!(selector in exceptions))
         exceptions[selector] = [];
       exceptions[selector].push(filter);
 
-      if (usingGetSelectorsForDomain)
+      // If this is the first exception for a previously unconditionally
+      // applied element hiding selector we need to take care to update the
+      // lookups.
+      let filterKeys = filterKeysBySelector[selector];
+      if (filterKeys)
       {
-        // If this is the first exception for a previously unconditionally
-        // applied element hiding selector we need to take care to update the
-        // lookups.
-        let unconditionalFilters = filtersBySelector[selector];
-        if (unconditionalFilters)
-        {
-          for (let f of unconditionalFilters)
-            this._addToFiltersByDomain(f);
-          delete filtersBySelector[selector];
-          unconditionalSelectors = null;
-        }
+        for (let filterKey of filterKeys)
+          this._addToFiltersByDomain(filterKey, filterByKey[filterKey]);
+        delete filterKeysBySelector[selector];
+        unconditionalSelectors = unconditionalFilterKeys = null;
       }
 
       knownExceptions[filter.text] = true;
     }
     else
     {
       if (filter.text in keyByFilter)
         return;
 
       let key = filterByKey.push(filter) - 1;
       keyByFilter[filter.text] = key;
 
-      if (usingGetSelectorsForDomain)
+      if (!(filter.domains || filter.selector in exceptions))
       {
-        if (!(filter.domains || filter.selector in exceptions))
+        // The new filter's selector is unconditionally applied to all domains
+        let filterKeys = filterKeysBySelector[filter.selector];
+        if (filterKeys)
         {
-          // The new filter's selector is unconditionally applied to all domains
-          let filters = filtersBySelector[filter.selector];
-          if (filters)
-          {
-            filters.push(filter);
-          }
-          else
-          {
-            filtersBySelector[filter.selector] = [filter];
-            unconditionalSelectors = null;
-          }
+          filterKeys.push(key);
         }
         else
         {
-          // The new filter's selector only applies to some domains
-          this._addToFiltersByDomain(filter);
+          filterKeysBySelector[filter.selector] = [key];
+          unconditionalSelectors = unconditionalFilterKeys = null;
         }
       }
+      else
+      {
+        // The new filter's selector only applies to some domains
+        this._addToFiltersByDomain(key, filter);
+      }
     }
 
     FilterNotifier.emit("elemhideupdate");
   },
 
   /**
    * Removes an element hiding filter
    * @param {ElemHideFilter} filter
    */
   remove: function(filter)
@@ skipping 11 matching lines @@
     }
     else
     {
       if (!(filter.text in keyByFilter))
         return;
 
       let key = keyByFilter[filter.text];
       delete filterByKey[key];
       delete keyByFilter[filter.text];
 
-      if (usingGetSelectorsForDomain)
+      let unconditional = !(filter.domains || filter.selector in exceptions);
+      if (unconditional)
       {
-        let filters = filtersBySelector[filter.selector];
-        if (filters)
+        let filterKeys = filterKeysBySelector[filter.selector];
+        if (filterKeys)
         {
-          if (filters.length > 1)
+          if (filterKeys.length > 1)
           {
-            let index = filters.indexOf(filter);
-            filters.splice(index, 1);
+            let index = filterKeys.indexOf(key);
+            filterKeys.splice(index, 1);

[Wladimir Palant, 2016/09/20 16:31:14]

index should be positive but if we ever have a bug and it is -1 bad things will
happen. Should we check maybe, just in case?

In fact, maybe this entire code is better off like this:

  function _removeFilterKey(key, filter)
  {
    let filterKeys = filterKeysBySelector[filter.selector];
    if (filterKeys)
    {
      let index = filterKeys.indexOf(key);
      if (index >= 0)
      {
        if (filterKeys.length > 1)
        {
          filterKeys.splice(index, 1);
          ...
        }
        else
        {
          delete filterKeysBySelector[filter.selector];
          ...
        }
        return;
      }
    }

    // We haven't found this filter in unconditional filters, look
    // in filtersByDomain.
    let domains = filter.domains || defaultDomains;
    ...
  }

[kzar, 2016/09/20 18:37:35]

Done.

+            if (index == 0)
+              unconditionalFilterKeys = null;
           }
           else
           {
-            delete filtersBySelector[filter.selector];
-            unconditionalSelectors = null;
+            delete filterKeysBySelector[filter.selector];
+            unconditionalSelectors = unconditionalFilterKeys = null;
           }
         }
         else
         {
-          let domains = filter.domains || defaultDomains;
-          for (let domain in domains)
-          {
-            let filters = filtersByDomain[domain];
-            if (filters)
-              delete filters[key];
-          }
+          // Even if this filter appears unconditional its selector might not
+          // be. In that case we need to take care to remove it from
+          // filtersByDomain instead.

[Wladimir Palant, 2016/09/20 16:31:14]

This comment makes little sense, should really be something like "Even
unconditional filters will end up in filtersByDomain after an exception applying
to them is removed"

[kzar, 2016/09/20 18:37:35]

Done.

+          unconditional = false;
+        }
+      }
+
+      if (!unconditional)
+      {
+        let domains = filter.domains || defaultDomains;
+        for (let domain in domains)
+        {
+          let filters = filtersByDomain[domain];
+          if (filters)
+            delete filters[key];
         }
       }
     }
 
     FilterNotifier.emit("elemhideupdate");
   },
 
   /**
    * Checks whether an exception rule is registered for a filter on a particular
    * domain.
    */
   getException: function(/**Filter*/ filter, /**String*/ docDomain) /**ElemHideException*/
   {
     if (!(filter.selector in exceptions))
       return null;
 
     let list = exceptions[filter.selector];
     for (let i = list.length - 1; i >= 0; i--)
       if (list[i].isActiveOnDomain(docDomain))
         return list[i];
 
     return null;
   },
 
   /**
    * Retrieves an element hiding filter by the corresponding protocol key
    */
-  getFilterByKey: function(/**String*/ key) /**Filter*/
+  getFilterByKey: function(/**Number*/ key) /**Filter*/
   {
     return (key in filterByKey ? filterByKey[key] : null);
   },
 
   /**
    * Returns a list of all selectors as a nested map. On first level, the keys
    * are all values of `ElemHideBase.selectorDomain` (domains on which these
    * selectors should apply, ignoring exceptions). The values are maps again,
    * with the keys being selectors and values the corresponding filter keys.
    * @returns {Map.<String,Map<String,String>>}
@@ skipping 12 matching lines @@
 
       if (!domains.has(domain))
         domains.set(domain, new Map());
       domains.get(domain).set(selector, key);
     }
 
     return domains;
   },
 
   /**
-   * Returns a list of all selectors active on a particular domain, must not be
-   * used in Firefox (when usingGetSelectorsForDomain is false).
+   * Returns a list of selectors that apply on each website unconditionally.
+   * @returns {String[]}
    */
-  getSelectorsForDomain: function(/**String*/ domain, /**Boolean*/ specificOnly)
+  getUnconditionalSelectors: function()
   {
-    if (!usingGetSelectorsForDomain)
-      throw new Error("getSelectorsForDomain can not be used in Firefox!");
+    if (!unconditionalSelectors)
+      unconditionalSelectors = Object.keys(filterKeysBySelector);
+    return unconditionalSelectors.slice();
+  },
 
-    if (!unconditionalSelectors)
-      unconditionalSelectors = Object.keys(filtersBySelector);
-    let selectors = specificOnly ? [] : unconditionalSelectors.slice();
+  /**
+   * Returns a list of all selectors active on a particular domain.
+   * Returns a list of filterKeys for selectors that apply on each website
+   * unconditionally.
+   * @returns {Number[]}
+   */
+  getUnconditionalFilterKeys: function()
+  {
+    if (!unconditionalFilterKeys)
+    {
+      let selectors = this.getUnconditionalSelectors();
+      unconditionalFilterKeys = [];
+      for (let selector of selectors)
+        unconditionalFilterKeys.push(filterKeysBySelector[selector][0]);
+    }
+    return unconditionalFilterKeys.slice();
+  },
 
+  /**
+   * Returns a list of all selectors active on a particular domain. Optionally
+   * a list of corresponding filter keys for the selectors can be returned too.
+   * The optional criteria parameter restricts the results as follows:
+   *   0 - All selectors allowed (default)
+   *   1 - No unconditionally matching selectors allowed
+   *   2 - Only specifically matching selectors allowed

[Wladimir Palant, 2016/09/20 16:31:14]

No magic numbers please, these should be exposed as constants.

[kzar, 2016/09/20 18:37:35]

Done.

+   */
+  getSelectorsForDomain: function(/**String*/ domain,
+                                  /**Number*/ criteria,
+                                  /**Boolean*/ provideFilterKeys)
+  {
+    let filterKeys = [];
+    let selectors = [];
+    if (!criteria)

[Wladimir Palant, 2016/09/20 16:31:14]

Should be something like:

  if (typeof criteria == "undefined")
    criteria = Elemhide.ALL_MATCHING;
  if (criteria < ElemHide.NO_UNCONDITIONAL)

[kzar, 2016/09/20 18:37:35]

Done.

+    {
+      selectors = this.getUnconditionalSelectors();
+      if (provideFilterKeys)
+        filterKeys = this.getUnconditionalFilterKeys();
+    }
+
+    let specificOnly = criteria == 2;

[Wladimir Palant, 2016/09/20 16:31:14]

Should be something like:

  let specificOnly = (criteria >= ElemHide.SPECIFIC_ONLY);

[kzar, 2016/09/20 18:37:35]

Done.

     let seenFilters = Object.create(null);
     let currentDomain = domain ? domain.toUpperCase() : "";
     while (true)
     {
       if (specificOnly && currentDomain == "")
         break;
 
       let filters = filtersByDomain[currentDomain];
       if (filters)
       {
         for (let filterKey in filters)
         {
           if (filterKey in seenFilters)
             continue;
           seenFilters[filterKey] = true;
 
           let filter = filters[filterKey];
           if (filter && !this.getException(filter, domain))
+          {
             selectors.push(filter.selector);
+            // It is faster to always push the key, even if not required.
+            filterKeys.push(filterKey);
+          }
         }
       }
 
       if (currentDomain == "")
         break;
 
       let nextDot = currentDomain.indexOf(".");
       currentDomain = nextDot == -1 ? "" : currentDomain.substr(nextDot + 1);
     }
 
-    return selectors;
+    if (provideFilterKeys)
+      return [selectors, filterKeys.map(key => parseInt(key, 10))];

[Wladimir Palant, 2016/09/20 16:31:14]

Keys are opaque to the caller, we used to have strings here and the caller
doesn't need to know that they are numeric now. Converting them to numbers is
pointless.

[kzar, 2016/09/20 18:37:35]

Done.

+    else
+      return selectors;
   }
 };