Issue 3584 - Work around WebKit uppercase ID matching bug

abp2blocklist.js

 "use strict";
 
 let readline = require("readline");
 let punycode = require("punycode");
 let tldjs = require("tldjs");
 let filterClasses = require("./adblockplus.js");
 
 let typeMap = filterClasses.RegExpFilter.typeMap;
 
 const selectorLimit = 5000;
@@ skipping 236 matching lines @@
           return true;
 
     for (let name of Object.getOwnPropertyNames(obj))
       if (hasNonASCI(obj[name]))
         return true;
   }
 
   return false;
 }
 
+function attributeSyntaxForIDs(selector)
+{
+  if (selector.indexOf("#") == -1)
+    return selector;
+
+  // First we figure out where all the IDs are
+  let sep = "";
+  let IDstart = null;
+  let IDpositions = [];
+  for (let i = 0; i < selector.length; i++)
+  {
+    let chr = selector[i];
+
+    if (chr == "\\")        // ignore escaped characters
+      i++;
+    else if (chr == sep)    // don't split within quoted text
+      sep = "";             // e.g. [attr=","]
+    else if (sep == "")
+    {
+      if (chr == '"' || chr == "'")
+        sep = chr;
+      else if (IDstart == null)  // look for the start of an ID
+      {
+        if (chr == "#")
+          IDstart = i;
+      }
+      else if (chr < "0" && chr != "-" ||

[Sebastian Noack, 2016/02/17 14:22:19]

I'd find the logic here easier to read if you'd check for the special cases
separately rather than in between the range checks:

else if (chr != "-" &&
         chr != "_" && (chr < "0" ||
                        chr > "9" && chr < "A" 
                        chr > "Z" && chr < "a"
                        chr > "z" && chr < "\x80"))

[kzar, 2016/02/17 15:35:03]

Done.

+               chr > "9" && chr < "A" ||
+               chr > "Z" && chr != "_" && chr < "a" ||
+               chr > "z" && chr < "\x80") // look for the end of the ID
+      {
+        IDpositions.push({start: IDstart, end: i});
+        IDstart = null;
+      }
+    }
+  }
+
+  if (IDpositions.length == 0)
+    return selector;
+
+  // Now replace them all with the [id="someID"] form
+  let newSelector = "";
+  let position = 0;
+  for (let ID of IDpositions)
+  {
+    newSelector += selector.substring(position, ID.start);
+    newSelector += '[id="' + selector.substring(ID.start + 1, ID.end) + '"]';
+    position = ID.end;
+  }
+  newSelector += selector.substring(position);
+
+  return newSelector;
+}
+
 function logRules()
 {
   let rules = [];
 
   function addRule(rule)
   {
     if (!hasNonASCI(rule))
       rules.push(rule);
   }
 
@@ skipping 12 matching lines @@
       let group = groupedElemhideFilters.get(matchDomain) || [];
       group.push(result.selector);
       groupedElemhideFilters.set(matchDomain, group);
     }
   }
 
   groupedElemhideFilters.forEach((selectors, matchDomain) =>
   {
     while (selectors.length)
     {
+      let selector = selectors.splice(0, selectorLimit).join(", ");
+
+      // As of Safari 9.0 element IDs are matched as lowercase. We work around
+      // this by converting to the attribute format [id="elementID"]
+      selector = attributeSyntaxForIDs(selector);
+
       addRule({
         trigger: {"url-filter": matchDomain},
         action: {type: "css-display-none",
-                 selector: selectors.splice(0, selectorLimit).join(", ")}
+                 selector: selector}
       });
     }
   });
 
   for (let filter of elemhideExceptions)
     addRule(convertFilter(filter, "ignore-previous-rules", false));
 
   for (let filter of requestFilters)
     addRule(convertFilter(filter, "block", true));
   for (let filter of requestExceptions)
     addRule(convertFilter(filter, "ignore-previous-rules", true));
 
   console.log(JSON.stringify(rules, null, "\t"));
 }
 
 let rl = readline.createInterface({input: process.stdin, terminal: false});
 rl.on("line", parseFilter);
 rl.on("close", logRules);