Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Delta Between Two Patch Sets: compiled/Filter.cpp

Issue 29333474: Issue 4125 - [emscripten] Convert filter classes to C++ (Closed)
Left Patch Set: Now passing all filter matching tests (without filter options) Created Jan. 18, 2016, 6:12 p.m.
Right Patch Set: Addressed comments from Patch Set 28 Created March 21, 2017, 10:04 a.m.
Left:
Right:
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
Left: Side by side diff | Download
Right: Side by side diff | Download
« no previous file with change/comment | « compiled/Filter.h ('k') | compiled/InvalidFilter.h » ('j') | no next file with change/comment »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
LEFTRIGHT
1 #include <unordered_map>
2
3 #include "Filter.h" 1 #include "Filter.h"
4 #include "CommentFilter.h" 2 #include "CommentFilter.h"
3 #include "InvalidFilter.h"
5 #include "RegExpFilter.h" 4 #include "RegExpFilter.h"
5 #include "BlockingFilter.h"
6 #include "WhitelistFilter.h"
7 #include "ElemHideBase.h"
6 #include "ElemHideFilter.h" 8 #include "ElemHideFilter.h"
7 #include "ElemHideException.h" 9 #include "ElemHideException.h"
10 #include "CSSPropertyFilter.h"
11 #include "StringMap.h"
8 12
9 namespace 13 namespace
10 { 14 {
11 std::unordered_map<std::u16string,FilterPtr> knownFilters; 15 StringMap<Filter*> knownFilters(8192);
12 16
13 void trim_spaces(std::u16string& str) 17 void NormalizeWhitespace(DependentString& text)
14 { 18 {
15 size_t pos; 19 String::size_type start = 0;
20 String::size_type end = text.length();
16 21
17 // Remove leading whitespace 22 // Remove leading spaces and special characters like line breaks
18 pos = str.find_first_not_of(u' '); 23 for (; start < end; start++)
19 if (pos > 0) 24 if (text[start] > ' ')
20 str.erase(0, pos); 25 break;
21 26
22 // Remove trailing whitespace 27 // Now look for invalid characters inside the string
23 pos = str.find_last_not_of(u' '); 28 String::size_type pos;
24 if (pos < str.length() - 1) 29 for (pos = start; pos < end; pos++)
25 str.erase(pos + 1); 30 if (text[pos] < ' ')
26 } 31 break;
27 32
28 void remove_spaces(std::u16string& str) 33 if (pos < end)
29 {
30 for (size_t i = 0, l = str.length(); i < l; ++i)
31 { 34 {
32 if (str[i] == u' ') 35 // Found invalid characters, copy all the valid characters while skipping
36 // the invalid ones.
37 String::size_type delta = 1;
38 for (pos = pos + 1; pos < end; pos++)
33 { 39 {
34 str.erase(i, 1); 40 if (text[pos] < ' ')
35 --i; 41 delta++;
36 --l; 42 else
43 text[pos - delta] = text[pos];
37 } 44 }
45 end -= delta;
38 } 46 }
47
48 // Remove trailing spaces
49 for (; end > 0; end--)
50 if (text[end - 1] != ' ')
51 break;
52
53 // Set new string boundaries
54 text.reset(text, start, end - start);
39 } 55 }
40 } 56 }
41 57
42 Filter::Filter(const std::u16string& text) 58 Filter::Filter(Type type, const String& text)
59 : mType(type), mText(text)
43 { 60 {
44 this->text = text; 61 annotate_address(this, "Filter");
45 } 62 }
46 63
47 const std::u16string Filter::Serialize() 64 Filter::~Filter()
48 { 65 {
49 return ( 66 knownFilters.erase(mText);
50 u"[Filter]\n"
51 u"text=" + text + u"\n"
52 );
53 } 67 }
54 68
55 FilterPtr Filter::FromText(const std::u16string& text) 69 OwnedString Filter::Serialize() const
56 { 70 {
57 auto it = knownFilters.find(text); 71 OwnedString result(u"[Filter]\ntext="_str);
58 if (it != knownFilters.end()) 72 result.append(mText);
59 return it->second; 73 result.append(u'\n');
60 74 return result;
61 FilterPtr filter = FilterPtr(CommentFilter::Create(text));
62 if (!filter)
63 filter.reset(ElemHideBase::Create(text));
64 if (!filter)
65 filter.reset(RegExpFilter::Create(text));
66 return knownFilters[text] = filter;
67 } 75 }
68 76
69 const std::u16string Filter::Normalize(const std::u16string& text) 77 Filter* Filter::FromText(DependentString& text)
70 { 78 {
71 std::u16string result(text); 79 NormalizeWhitespace(text);
80 if (text.empty())
81 return nullptr;
72 82
73 // Remove special characters like line breaks 83 // Parsing also normalizes the filter text, so it has to be done before the
74 for (size_t i = 0, l = result.length(); i < l; ++i) 84 // lookup in knownFilters.
85 union
75 { 86 {
76 if (result[i] < u' ') 87 RegExpFilterData regexp;
77 { 88 ElemHideData elemhide;
78 result.erase(i, 1); 89 } data;
79 --i; 90 DependentString error;
80 --l; 91
81 } 92 Filter::Type type = CommentFilter::Parse(text);
93 if (type == Filter::Type::UNKNOWN)
94 type = ElemHideBase::Parse(text, data.elemhide);
95 if (type == Filter::Type::UNKNOWN)
96 type = RegExpFilter::Parse(text, error, data.regexp);
97
98 auto knownFilter = knownFilters.find(text);
99 if (knownFilter)
100 {
101 knownFilter->second->AddRef();
102 return knownFilter->second;
82 } 103 }
83 104
84 trim_spaces(result); 105 FilterPtr filter;
85 106 switch (type)
86 { 107 {
87 size_t domainsEnd; 108 case Filter::Type::COMMENT:
88 size_t selectorStart; 109 filter = new CommentFilter(text);
89 Filter::Type type = ElemHideBase::Parse(result, &domainsEnd, &selectorStart) ; 110 break;
90 if (type != Filter::Type::UNKNOWN) 111 case Filter::Type::INVALID:
91 { 112 filter = new InvalidFilter(text, error);
92 std::u16string domains = result.substr(0, domainsEnd); 113 break;
93 std::u16string selector = result.substr(selectorStart); 114 case Filter::Type::BLOCKING:
94 remove_spaces(domains); 115 filter = new BlockingFilter(text, data.regexp);
95 trim_spaces(selector); 116 break;
96 return domains + ( 117 case Filter::Type::WHITELIST:
97 type == Filter::Type::ELEMHIDEEXCEPTION ? u"#@#" : u"##" 118 filter = new WhitelistFilter(text, data.regexp);
98 ) + selector; 119 break;
99 } 120 case Filter::Type::ELEMHIDE:
121 filter = new ElemHideFilter(text, data.elemhide);
122 break;
123 case Filter::Type::ELEMHIDEEXCEPTION:
124 filter = new ElemHideException(text, data.elemhide);
125 break;
126 case Filter::Type::CSSPROPERTY:
127 filter = new CSSPropertyFilter(text, data.elemhide);
128 if (static_cast<CSSPropertyFilter*>(filter.get())->IsGeneric())
129 filter = new InvalidFilter(text, u"filter_cssproperty_nodomain"_str);
130 break;
131 default:
132 // This should never happen but just in case
133 return nullptr;
100 } 134 }
101 135
102 if (CommentFilter::Parse(result) == Filter::Type::UNKNOWN) 136 // This is a hack: we looked up the entry using text but create it using
103 remove_spaces(result); 137 // filter->mText. This works because both are equal at this point. However,
104 return result; 138 // text refers to a temporary buffer which will go away.
139 enter_context("Adding to known filters");
140 knownFilter.assign(filter->mText, filter.get());
141 exit_context();
142
143 return filter.release();
105 } 144 }
LEFTRIGHT

Powered by Google App Engine
This is Rietveld