Issue 3584 - Work around WebKit uppercase ID matching bug

abp2blocklist.js

 "use strict";
 
 let readline = require("readline");
 let punycode = require("punycode");
 let tldjs = require("tldjs");
 let filterClasses = require("./adblockplus.js");
 
 let typeMap = filterClasses.RegExpFilter.typeMap;
 
 const selectorLimit = 5000;
@@ skipping 236 matching lines @@
           return true;
 
     for (let name of Object.getOwnPropertyNames(obj))
       if (hasNonASCI(obj[name]))
         return true;
   }
 
   return false;
 }
 
-function attributeSyntaxForIDs(selector)
-{
-  if (selector.indexOf("#") == -1)
-    return selector;
-
+function convertIDSelectorsToAttributeSelectors(selector)
+{
   // First we figure out where all the IDs are
   let sep = "";
-  let IDstart = null;
-  let IDpositions = [];
+  let start = null;
+  let positions = [];
   for (let i = 0; i < selector.length; i++)
   {
     let chr = selector[i];
 
     if (chr == "\\")        // ignore escaped characters
       i++;
-    else if (chr == sep)    // don't split within quoted text
-      sep = "";             // e.g. [attr=","]
+    else if (chr == sep)    // don't match IDs within quoted text
+      sep = "";             // e.g. [attr="#Hello"]
     else if (sep == "")
     {
       if (chr == '"' || chr == "'")
         sep = chr;
-      else if (IDstart == null)  // look for the start of an ID
+      else if (start == null)  // look for the start of an ID
       {
         if (chr == "#")
-          IDstart = i;
+          start = i;
       }
-      else if (chr < "0" && chr != "-" ||

[Sebastian Noack, 2016/02/17 14:22:19]

I'd find the logic here easier to read if you'd check for the special cases
separately rather than in between the range checks:

else if (chr != "-" &&
         chr != "_" && (chr < "0" ||
                        chr > "9" && chr < "A" 
                        chr > "Z" && chr < "a"
                        chr > "z" && chr < "\x80"))

[kzar, 2016/02/17 15:35:03]

Done.

-               chr > "9" && chr < "A" ||
-               chr > "Z" && chr != "_" && chr < "a" ||
-               chr > "z" && chr < "\x80") // look for the end of the ID
+      else if (chr != "-" && chr != "_" &&
+               (chr < "0" ||
+                chr > "9" && chr < "A" ||
+                chr > "Z" && chr < "a" ||
+                chr > "z" && chr < "\x80")) // look for the end of the ID
       {
-        IDpositions.push({start: IDstart, end: i});
-        IDstart = null;
+        positions.push({start: start, end: i});
+        start = null;
       }
     }
   }
-
-  if (IDpositions.length == 0)
-    return selector;
+  if (start != null)
+    positions.push({start: start, end: selector.length});
 
   // Now replace them all with the [id="someID"] form
-  let newSelector = "";
-  let position = 0;
-  for (let ID of IDpositions)
-  {
-    newSelector += selector.substring(position, ID.start);
-    newSelector += '[id="' + selector.substring(ID.start + 1, ID.end) + '"]';
-    position = ID.end;
-  }
-  newSelector += selector.substring(position);
-
-  return newSelector;
+  let newSelector = [];
+  let i = 0;
+  for (let pos of positions)
+  {
+    newSelector.push(selector.substring(i, pos.start));
+    newSelector.push('[id=' + selector.substring(pos.start + 1, pos.end) + ']');
+    i = pos.end;
+  }
+  newSelector.push(selector.substring(i));
+
+  return newSelector.join("");
 }
 
 function logRules()
 {
   let rules = [];
 
   function addRule(rule)
   {
     if (!hasNonASCI(rule))
       rules.push(rule);
@@ skipping 18 matching lines @@
   }
 
   groupedElemhideFilters.forEach((selectors, matchDomain) =>
   {
     while (selectors.length)
     {
       let selector = selectors.splice(0, selectorLimit).join(", ");
 
       // As of Safari 9.0 element IDs are matched as lowercase. We work around
       // this by converting to the attribute format [id="elementID"]
-      selector = attributeSyntaxForIDs(selector);
+      selector = convertIDSelectorsToAttributeSelectors(selector);
 
       addRule({
         trigger: {"url-filter": matchDomain},
         action: {type: "css-display-none",
                  selector: selector}
       });
     }
   });
 
   for (let filter of elemhideExceptions)
     addRule(convertFilter(filter, "ignore-previous-rules", false));
 
   for (let filter of requestFilters)
     addRule(convertFilter(filter, "block", true));
   for (let filter of requestExceptions)
     addRule(convertFilter(filter, "ignore-previous-rules", true));
 
   console.log(JSON.stringify(rules, null, "\t"));
 }
 
 let rl = readline.createInterface({input: process.stdin, terminal: false});
 rl.on("line", parseFilter);
 rl.on("close", logRules);