Issue 3143 - Filter elements with :-abp-has()

chrome/content/elemHideEmulation.js

-// We are currently limited to ECMAScript 5 in this file, because it is being
-// used in the browser tests. See https://issues.adblockplus.org/ticket/4796
-
-var propertySelectorRegExp = /\[\-abp\-properties=(["'])([^"']+)\1\]/;
-var pseudoClassHasSelectorRegExp = /:has\((.*)\)/;
+/*
+ * This file is part of Adblock Plus <https://adblockplus.org/>,
+ * Copyright (C) 2006-2017 eyeo GmbH
+ *
+ * Adblock Plus is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License version 3 as
+ * published by the Free Software Foundation.
+ *
+ * Adblock Plus is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with Adblock Plus.  If not, see <http://www.gnu.org/licenses/>.
+ */
+
+/* globals filterToRegExp */
+
+"use strict";
+
+const abpSelectorRegexp = /:-abp-([\w-]+)\(/i;
+
+let reportError = () => {};
 
 function splitSelector(selector)
 {
   if (selector.indexOf(",") == -1)
     return [selector];
 
-  var selectors = [];
-  var start = 0;
-  var level = 0;
-  var sep = "";
-
-  for (var i = 0; i < selector.length; i++)
-  {
-    var chr = selector[i];
+  let selectors = [];
+  let start = 0;
+  let level = 0;
+  let sep = "";
+
+  for (let i = 0; i < selector.length; i++)
+  {
+    let chr = selector[i];
 
     if (chr == "\\")        // ignore escaped characters
       i++;
     else if (chr == sep)    // don't split within quoted text
       sep = "";             // e.g. [attr=","]
     else if (sep == "")
     {
       if (chr == '"' || chr == "'")
         sep = chr;
       else if (chr == "(")  // don't split between parentheses
         level++;            // e.g. :matches(div,span)
       else if (chr == ")")
         level = Math.max(0, level - 1);
       else if (chr == "," && level == 0)
       {
         selectors.push(selector.substring(start, i));
         start = i + 1;
       }
     }
   }
 
   selectors.push(selector.substring(start));
   return selectors;
 }
 
-// matcher for the pseudo CSS4 class :has
-// For those browser that don't have it yet.
-function PseudoHasMatcher(selector)
-{
-  this.hasSelector = selector;
-}
-
-PseudoHasMatcher.prototype = {
-  match: function(elem)
-  {
-    var matches = [];
-    // look up for all elements that match the :has().
-    var children = elem.children;
-    for (var i = 0; i < children.length; i++)
-    {
-      var hasElem = elem.querySelector(this.hasSelector);
-      if (hasElem != null)
-      {
-        matches.push(hasElem);
-      }
-    }
-    return matches;
+/** Return position of node from parent.
+ * @param {Node} node the node to find the position of.
+ * @return {number} One-based index like for :nth-child(), or 0 on error.
+ */
+function positionInParent(node)
+{
+  let {children} = node.parentNode;
+  for (let i = 0; i < children.length; i++)
+    if (children[i] == node)
+      return i + 1;
+  return 0;
+}
+
+function makeSelector(node, selector)
+{
+  if (!node.parentElement)
+  {
+    let newSelector = ":root";
+    if (selector)
+      newSelector += " > " + selector;
+    return newSelector;
+  }
+  let idx = positionInParent(node);
+  if (idx > 0)
+  {
+    let newSelector = `${node.tagName}:nth-child(${idx})`;
+    if (selector)
+      newSelector += " > " + selector;
+    return makeSelector(node.parentElement, newSelector);
+  }
+
+  return selector;
+}
+
+function parseSelectorContent(content, startIndex)
+{
+  let parens = 1;
+  let quote = null;
+  let i = startIndex;
+  for (; i < content.length; i++)
+  {
+    let c = content[i];
+    if (c == "\\")
+    {
+      // Ignore escaped characters
+      i++;
+    }
+    else if (quote)
+    {
+      if (c == quote)
+        quote = null;
+    }
+    else if (c == "'" || c == '"')
+      quote = c;
+    else if (c == "(")
+      parens++;
+    else if (c == ")")
+    {
+      parens--;
+      if (parens == 0)
+        break;
+    }
+  }
+
+  if (parens > 0)
+    return null;
+  return {text: content.substring(startIndex, i), end: i};
+}
+
+/** Parse the selector
+ * @param {string} selector the selector to parse
+ * @return {Object} selectors is an array of objects,
+ * or null in case of errors. hide is true if we'll hide
+ * elements instead of styles..
+ */
+function parseSelector(selector)
+{
+  if (selector.length == 0)
+    return [];
+
+  let match = abpSelectorRegexp.exec(selector);
+  if (!match)
+    return [new PlainSelector(selector)];
+
+  let selectors = [];
+  if (match.index > 0)
+    selectors.push(new PlainSelector(selector.substr(0, match.index)));
+
+  let startIndex = match.index + match[0].length;
+  let content = parseSelectorContent(selector, startIndex);
+  if (!content)
+  {
+    reportError(new SyntaxError("Failed to parse Adblock Plus " +
+                                `selector ${selector}, ` +
+                                "due to unmatched parentheses."));
+    return null;
+  }
+  if (match[1] == "properties")
+    selectors.push(new PropsSelector(content.text));
+  else if (match[1] == "has")
+  {
+    let hasSelector = new HasSelector(content.text);
+    if (!hasSelector.valid())
+      return null;
+    selectors.push(hasSelector);
+  }
+  else
+  {
+    // this is an error, can't parse selector.
+    reportError(new SyntaxError("Failed to parse Adblock Plus " +
+                                `selector ${selector}, invalid ` +
+                                `pseudo-class :-abp-${match[1]}().`));
+    return null;
+  }
+
+  let suffix = parseSelector(selector.substr(content.end + 1));
+  if (suffix == null)
+    return null;
+
+  selectors.push(...suffix);
+
+  return selectors;
+}
+
+/** Stringified style objects
+ * @typedef {Object} StringifiedStyle
+ * @property {string} style CSS style represented by a string.
+ * @property {string[]} subSelectors selectors the CSS properties apply to.
+ */
+
+/**
+ * Produce a string representation of the stylesheet entry.
+ * @param {CSSStyleRule} rule the CSS style rule.
+ * @return {StringifiedStyle} the stringified style.
+ */
+function stringifyStyle(rule)
+{
+  let styles = [];
+  for (let i = 0; i < rule.style.length; i++)
+  {
+    let property = rule.style.item(i);
+    let value = rule.style.getPropertyValue(property);
+    let priority = rule.style.getPropertyPriority(property);
+    styles.push(`${property}: ${value}${priority ? " !" + priority : ""};`);
+  }
+  styles.sort();
+  return {
+    style: styles.join(" "),
+    subSelectors: splitSelector(rule.selectorText)
+  };
+}
+
+function* evaluate(chain, index, prefix, subtree, styles)
+{
+  if (index >= chain.length)
+  {
+    yield prefix;
+    return;
+  }
+  for (let [selector, element] of
+       chain[index].getSelectors(prefix, subtree, styles))
+    yield* evaluate(chain, index + 1, selector, element, styles);
+}
+
+function PlainSelector(selector)
+{
+  this._selector = selector;
+}
+
+PlainSelector.prototype = {
+  /**
+   * Generator function returning a pair of selector
+   * string and subtree.
+   * @param {string} prefix the prefix for the selector.
+   * @param {Node} subtree the subtree we work on.
+   * @param {StringifiedStyle[]} styles the stringified style objects.
+   */
+  *getSelectors(prefix, subtree, styles)
+  {
+    yield [prefix + this._selector, subtree];
   }
 };
 
-function ElemHideEmulation(window, getFiltersFunc, addSelectorsFunc, hideElementsFunc)
+const incompletePrefixRegexp = /[\s>+~]$/;
+
+function HasSelector(selector)
+{
+  this._innerSelectors = parseSelector(selector);
+}
+
+HasSelector.prototype = {
+  requiresHiding: true,
+
+  valid()
+  {
+    return this._innerSelectors != null;
+  },
+
+  *getSelectors(prefix, subtree, styles)
+  {
+    for (let element of this.getElements(prefix, subtree, styles))
+      yield [makeSelector(element, ""), element];
+  },
+
+  /**
+   * Generator function returning selected elements.
+   * @param {string} prefix the prefix for the selector.
+   * @param {Node} subtree the subtree we work on.
+   * @param {StringifiedStyle[]} styles the stringified style objects.
+   */
+  *getElements(prefix, subtree, styles)
+  {
+    let actualPrefix = (!prefix || incompletePrefixRegexp.test(prefix)) ?
+        prefix + "*" : prefix;
+    let elements = subtree.querySelectorAll(actualPrefix);
+    for (let element of elements)
+    {
+      let newPrefix = makeSelector(element, "");
+      let iter = evaluate(this._innerSelectors, 0, newPrefix + " ",
+                          element, styles);
+      for (let selector of iter)
+        // we insert a space between the two. It becomes a no-op if selector
+        // doesn't have a combinator
+        if (subtree.querySelector(selector))
+          yield element;
+    }
+  }
+};
+
+function PropsSelector(propertyExpression)
+{
+  let regexpString;
+  if (propertyExpression.length >= 2 && propertyExpression[0] == "/" &&
+      propertyExpression[propertyExpression.length - 1] == "/")
+  {
+    regexpString = propertyExpression.slice(1, -1)
+      .replace("\\x7B ", "{").replace("\\x7D ", "}");
+  }
+  else
+    regexpString = filterToRegExp(propertyExpression);
+
+  this._regexp = new RegExp(regexpString, "i");
+}
+
+PropsSelector.prototype = {
+  *findPropsSelectors(styles, prefix, regexp)
+  {
+    for (let style of styles)
+      if (regexp.test(style.style))
+        for (let subSelector of style.subSelectors)
+          yield prefix + subSelector;
+  },
+
+  *getSelectors(prefix, subtree, styles)
+  {
+    for (let selector of this.findPropsSelectors(styles, prefix, this._regexp))
+      yield [selector, subtree];
+  }
+};
+
+function ElemHideEmulation(window, getFiltersFunc, addSelectorsFunc,
+                           hideElemsFunc)
 {
   this.window = window;
   this.getFiltersFunc = getFiltersFunc;
   this.addSelectorsFunc = addSelectorsFunc;
-  this.hideElementsFunc = hideElementsFunc;
+  this.hideElemsFunc = hideElemsFunc;
 }
 
 ElemHideEmulation.prototype = {
-  stringifyStyle: function(style)
-  {
-    var styles = [];
-    for (var i = 0; i < style.length; i++)
-    {
-      var property = style.item(i);
-      var value    = style.getPropertyValue(property);
-      var priority = style.getPropertyPriority(property);
-      styles.push(property + ": " + value + (priority ? " !" + priority : "") + ";");
-    }
-    styles.sort();
-    return styles.join(" ");
-  },
-
-  isSameOrigin: function(stylesheet)
+  isSameOrigin(stylesheet)
   {
     try
     {
       return new URL(stylesheet.href).origin == this.window.location.origin;
     }
     catch (e)
     {
       // Invalid URL, assume that it is first-party.
       return true;
     }
   },
 
-  findSelectors: function(stylesheet, selectors, filters)
-  {
-    // Explicitly ignore third-party stylesheets to ensure consistent behavior
-    // between Firefox and Chrome.
-    if (!this.isSameOrigin(stylesheet))
-      return;
-
-    var rules = stylesheet.cssRules;
-    if (!rules)
-      return;
-
-    for (var i = 0; i < rules.length; i++)
-    {
-      var rule = rules[i];
-      if (rule.type != rule.STYLE_RULE)
+  addSelectors(stylesheets)
+  {
+    let selectors = [];
+    let selectorFilters = [];
+
+    let elements = [];
+    let elementFilters = [];
+
+    let cssStyles = [];
+
+    for (let stylesheet of stylesheets)
+    {
+      // Explicitly ignore third-party stylesheets to ensure consistent behavior
+      // between Firefox and Chrome.
+      if (!this.isSameOrigin(stylesheet))
         continue;
 
-      var style = this.stringifyStyle(rule.style);
-      for (var j = 0; j < this.propSelPatterns.length; j++)
+      let rules = stylesheet.cssRules;
+      if (!rules)
+        continue;
+
+      for (let rule of rules)
       {
-        var pattern = this.propSelPatterns[j];
-        if (pattern.regexp.test(style))
+        if (rule.type != rule.STYLE_RULE)
+          continue;
+
+        cssStyles.push(stringifyStyle(rule));
+      }
+    }
+
+    let {document} = this.window;
+    for (let pattern of this.patterns)
+    {
+      for (let selector of evaluate(pattern.selectors,
+                                    0, "", document, cssStyles))
+      {
+        if (!pattern.selectors.some(s => s.requiresHiding))
         {
-          var subSelectors = splitSelector(rule.selectorText);
-          for (var k = 0; k < subSelectors.length; k++)
+          selectors.push(selector);
+          selectorFilters.push(pattern.text);
+        }
+        else
+        {
+          for (let element of document.querySelectorAll(selector))
           {
-            var subSelector = subSelectors[k];
-            selectors.push(pattern.prefix + subSelector + pattern.suffix);
-            filters.push(pattern.text);
+            elements.push(element);
+            elementFilters.push(pattern.text);
           }
         }
       }
     }
-  },
-
-  findPseudoClassHasSelectors: function(selectors, filters)
-  {
-    for (var i = 0; i < this.pseudoHasPatterns.length; i++)
-    {
-      var pattern = this.pseudoHasPatterns[i];
-
-      var prefixes = document.querySelectorAll(pattern.prefix);
-      for (var j = 0; j < prefixes.length; j++)
-      {
-        var matched = pattern.elementMatcher.match(prefixes[j]);
-        if (matched.length == 0)
-        {
-          continue;
-        }
-        // XXX make sure we don't have performance problems here
-        matched.forEach(function(e)
-        {
-          var subSelector = e.id;
-          if (!subSelector)
-          {
-            var findUniqueId = function()
-            {
-              var id = "elemHideEmulationHide-" +
-                  Math.floor(Math.random() * 10000);
-              if (!document.getElementById(id))
-                return id;
-              return findUniqueId();
-            };
-            subSelector = findUniqueId();
-            e.id = subSelector;
-          }
-          var newSelector = pattern.prefix ? pattern.prefix + " > " : "";
-          newSelector += "#" + subSelector;
-          newSelector += pattern.suffix ? " > " + pattern.suffix : "";
-          selectors.push(newSelector);
-          filters.push(pattern.text);
-        });
-      }
-    }
-  },
-
-  findPseudoClassHasElements: function(elements, filters)
-  {
-    for (var i = 0; i < this.pseudoHasPatterns.length; i++)
-    {
-      var pattern = this.pseudoHasPatterns[i];
-
-      var prefixes = document.querySelectorAll(pattern.prefix);
-      for (var j = 0; j < prefixes.length; j++)
-      {
-        var matched = pattern.elementMatcher.match(prefixes[j]);
-        if (matched.length == 0)
-        {
-          continue;
-        }
-
-        matched.forEach(function(e)
-        {
-          var toHide = [];
-          var hidingPatterns = []
-          if (pattern.suffix)
-          {
-            hidingPatterns.push(pattern.text);
-            console.log('pattern.suffix', pattern.suffix);
-            var sel = pattern.suffix;
-            // XXX we should have a more elegant way
-            // also startsWith isn't available in PhantomJS.
-            if (sel.substr(0, 1) == ">")
-            {
-              sel = sel.substr(1);
-            }
-            var subElements = e.querySelectorAll(sel);
-            for (var k = 0; k < subElements.length; k++)
-            {
-              elements.push(subElements[i]);
-              filters.push(pattern.text);
-            }
-          }
-          else
-          {
-            elements.push(e);
-            filters.push(pattern.text);
-          }
-        });
-      }
-    }
-  },
-
-  addSelectors: function(stylesheets)
-  {
-    var selectors = [];
-    var filters = [];
-    for (var i = 0; i < stylesheets.length; i++)
-      this.findSelectors(stylesheets[i], selectors, filters);
-    this.addSelectorsFunc(selectors, filters);
-  },
-
-  hideElements: function()
-  {
-    var elements = [];
-    var filters = [];
-    this.findPseudoClassHasElements(elements, filters);
-    console.log("hideElements", elements.length);
-    this.hideElementsFunc(elements, filters);
-  },
-
-  onLoad: function(event)
-  {
-    var stylesheet = event.target.sheet;
+
+    this.addSelectorsFunc(selectors, selectorFilters);
+    this.hideElemsFunc(elements, elementFilters);
+  },
+
+  onLoad(event)
+  {
+    let stylesheet = event.target.sheet;
     if (stylesheet)
       this.addSelectors([stylesheet]);
-    this.hideElements();
-  },
-
-  apply: function()
-  {
-    this.getFiltersFunc(function(patterns)
-    {
-      this.propSelPatterns = [];
-      this.pseudoHasPatterns = [];
-      for (var i = 0; i < patterns.length; i++)
+  },
+
+  apply()
+  {
+    this.getFiltersFunc(patterns =>
+    {
+      let oldReportError = reportError;
+      reportError = error => this.window.console.error(error);
+
+      this.patterns = [];
+      for (let pattern of patterns)
       {
-        var pattern = patterns[i];
-        var match = propertySelectorRegExp.exec(pattern.selector);
-        if (match)
-        {
-          var regexpMatcher;
-          var regexpString;
-          var propertyExpression = match[2];
-          if (propertyExpression.length >= 2 && propertyExpression[0] == "/" &&
-              propertyExpression[propertyExpression.length - 1] == "/")
-            regexpString = propertyExpression.slice(1, -1)
-                .replace("\\x7B ", "{").replace("\\x7D ", "}");
-          else
-            regexpString = filterToRegExp(propertyExpression);
-          regexpMatcher = new RegExp(regexpString, "i");
-          this.propSelPatterns.push({
-            text: pattern.text,
-            regexp: regexpMatcher,
-            prefix: pattern.selector.substr(0, match.index),
-            suffix: pattern.selector.substr(match.index + match[0].length)
-          });
-        }
-        else
-        {
-          var elementMatcher;
-          match = pseudoClassHasSelectorRegExp.exec(pattern.selector);
-          if (!match)
-            continue;
-
-          var pseudoHasSelector = match[1];
-          elementMatcher = new PseudoHasMatcher(pseudoHasSelector);
-          this.pseudoHasPatterns.push({
-            text: pattern.text,
-            elementMatcher: elementMatcher,
-            prefix: pattern.selector.substr(0, match.index).trim(),
-            suffix: pattern.selector.substr(match.index + match[0].length).trim()
-          });
-        }
-
+        let selectors = parseSelector(pattern.selector);
+        if (selectors != null && selectors.length > 0)
+          this.patterns.push({selectors, text: pattern.text});
       }
 
-      if (this.pseudoHasPatterns.length > 0 || this.propSelPatterns.length > 0)
+      if (this.patterns.length > 0)
       {
-        var document = this.window.document;
+        let {document} = this.window;
         this.addSelectors(document.styleSheets);
-        this.hideElements();
         document.addEventListener("load", this.onLoad.bind(this), true);
       }
-    }.bind(this));
+      reportError = oldReportError;
+    });
   }
 };