LEFT | RIGHT |
1 # coding: utf-8 | 1 # coding: utf-8 |
2 | 2 |
3 # This file is part of the Adblock Plus web scripts, | 3 # This file is part of the Adblock Plus web scripts, |
4 # Copyright (C) 2006-2015 Eyeo GmbH | 4 # Copyright (C) 2006-2015 Eyeo GmbH |
5 # | 5 # |
6 # Adblock Plus is free software: you can redistribute it and/or modify | 6 # Adblock Plus is free software: you can redistribute it and/or modify |
7 # it under the terms of the GNU General Public License version 3 as | 7 # it under the terms of the GNU General Public License version 3 as |
8 # published by the Free Software Foundation. | 8 # published by the Free Software Foundation. |
9 # | 9 # |
10 # Adblock Plus is distributed in the hope that it will be useful, | 10 # Adblock Plus is distributed in the hope that it will be useful, |
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of | 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 # GNU General Public License for more details. | 13 # GNU General Public License for more details. |
14 # | 14 # |
15 # You should have received a copy of the GNU General Public License | 15 # You should have received a copy of the GNU General Public License |
16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
17 | 17 |
18 import MySQLdb | |
19 import StringIO | |
20 import json | 18 import json |
21 import sys | 19 import sys |
| 20 import StringIO |
22 import unittest | 21 import unittest |
23 from urllib import urlencode | 22 from urllib import urlencode |
24 | 23 |
25 from sitescripts.filterhits.test import test_helpers | 24 from sitescripts.filterhits.test import test_helpers |
26 from sitescripts.filterhits import db | 25 from sitescripts.filterhits import db |
27 from sitescripts.filterhits.web.query import query_handler | 26 from sitescripts.filterhits.web.query import query_handler |
28 from sitescripts.filterhits.web.submit import submit as submit_handler | 27 from sitescripts.filterhits.web.submit import submit as submit_handler |
29 | 28 |
30 valid_data = """{ | 29 valid_data = """{ |
31 "version": 1, | 30 "version": 1, |
(...skipping 11 matching lines...) Expand all Loading... |
43 "example.org": {"hits": 4, "latest": 1414859271125} | 42 "example.org": {"hits": 4, "latest": 1414859271125} |
44 }, | 43 }, |
45 "thirdParty": { | 44 "thirdParty": { |
46 "example.com": {"hits": 5, "latest": 1414916268769} | 45 "example.com": {"hits": 5, "latest": 1414916268769} |
47 }, | 46 }, |
48 "subscriptions": ["EasyList", "EasyList Germany+EasyList"] | 47 "subscriptions": ["EasyList", "EasyList Germany+EasyList"] |
49 } | 48 } |
50 } | 49 } |
51 }""" | 50 }""" |
52 | 51 |
53 class APITestCase(unittest.TestCase): | 52 class APITestCase(test_helpers.FilterhitsTestCase): |
54 def clear_rows(self): | |
55 if self.db: | |
56 db.write(self.db, (("DELETE FROM filters",), | |
57 ("DELETE FROM frequencies",))) | |
58 | |
59 def setUp(self): | |
60 self.config = test_helpers.setup_config() | |
61 try: | |
62 self.db = db.connect() | |
63 except MySQLdb.Error: | |
64 self.db = None | |
65 self.clear_rows() | |
66 | |
67 def tearDown(self): | |
68 test_helpers.restore_config() | |
69 if self.db: | |
70 self.clear_rows() | |
71 self.db.close() | |
72 self.db = None | |
73 | |
74 def assertResponse(self, handler, expected_response, expected_result=None, exp
ected_headers=None, **environ): | 53 def assertResponse(self, handler, expected_response, expected_result=None, exp
ected_headers=None, **environ): |
75 def check_response(response, headers): | 54 def check_response(response, headers): |
76 self.assertEqual(response, expected_response) | 55 self.assertEqual(response, expected_response) |
77 if not expected_headers is None: | 56 if not expected_headers is None: |
78 self.assertEqual(headers, expected_headers) | 57 self.assertEqual(headers, expected_headers) |
79 | 58 |
80 if "body" in environ: | 59 if "body" in environ: |
81 environ["CONTENT_LENGTH"] = len(environ["body"]) | 60 environ["CONTENT_LENGTH"] = len(environ["body"]) |
82 environ["wsgi.input"] = StringIO.StringIO(environ["body"]) | 61 environ["wsgi.input"] = StringIO.StringIO(environ["body"]) |
83 del environ["body"] | 62 del environ["body"] |
(...skipping 14 matching lines...) Expand all Loading... |
98 self.assertResponse(submit_handler, "400 Processing Error", | 77 self.assertResponse(submit_handler, "400 Processing Error", |
99 REQUEST_METHOD="POST", body="") | 78 REQUEST_METHOD="POST", body="") |
100 self.assertResponse(submit_handler, "400 Processing Error", | 79 self.assertResponse(submit_handler, "400 Processing Error", |
101 REQUEST_METHOD="POST", body="Oops...") | 80 REQUEST_METHOD="POST", body="Oops...") |
102 self.assertResponse(submit_handler, "400 Processing Error", | 81 self.assertResponse(submit_handler, "400 Processing Error", |
103 REQUEST_METHOD="POST", body="{123:]") | 82 REQUEST_METHOD="POST", body="{123:]") |
104 self.assertResponse(submit_handler, "400 Processing Error", | 83 self.assertResponse(submit_handler, "400 Processing Error", |
105 REQUEST_METHOD="POST", body="1") | 84 REQUEST_METHOD="POST", body="1") |
106 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) | 85 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) |
107 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) | 86 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) |
108 # Ensure even an empty object, or one with the wrong fields returns OK | 87 # Ensure even an empty object, or one with the wrong fields returns successf
ully |
109 self.assertResponse(submit_handler, "200 OK", | 88 self.assertResponse(submit_handler, "204 No Content", |
110 REQUEST_METHOD="POST", body="{}") | 89 REQUEST_METHOD="POST", body="{}") |
111 self.assertResponse(submit_handler, "200 OK", | 90 self.assertResponse(submit_handler, "204 No Content", |
112 REQUEST_METHOD="POST", body="{\"hello\": \"world\"}") | 91 REQUEST_METHOD="POST", body="{\"hello\": \"world\"}") |
113 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) | 92 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) |
114 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) | 93 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) |
115 # Now some actually valid data | 94 # Now some actually valid data |
116 self.assertResponse(submit_handler, "200 OK", | 95 self.assertResponse(submit_handler, "204 No Content", |
117 REQUEST_METHOD="POST", body=valid_data) | 96 REQUEST_METHOD="POST", body=valid_data) |
118 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) | 97 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) |
119 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) | 98 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) |
120 # Now make sure apparently valid data with timestamps that cause geometrical | 99 # Now make sure apparently valid data with timestamps that cause geometrical |
121 # mean calculations to fail with MySQL errors return OK but don't change DB | 100 # mean calculations to fail with MySQL errors return OK but don't change DB |
122 invalid_data = json.loads(valid_data) | 101 invalid_data = json.loads(valid_data) |
123 invalid_data["filters"]["||example.com^"]["firstParty"]["example.com"]["late
st"] = 3 | 102 invalid_data["filters"]["||example.com^"]["firstParty"]["example.com"]["late
st"] = 3 |
124 invalid_data = json.dumps(invalid_data) | 103 invalid_data = json.dumps(invalid_data) |
125 self.assertResponse(submit_handler, "200 OK", | 104 self.assertResponse(submit_handler, "204 No Content", |
126 REQUEST_METHOD="POST", body=invalid_data) | 105 REQUEST_METHOD="POST", body=invalid_data) |
127 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) | 106 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) |
128 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) | 107 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) |
129 | 108 |
130 def test_query(self): | 109 def test_query(self): |
131 # Basic query with no data, should return OK | 110 # Basic query with no data, should return successfully |
132 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}) | 111 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}) |
133 # If echo parameter is passed and is integer it should be returned | 112 # If echo parameter is passed and is integer it should be returned |
134 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 1337}, | 113 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 1337}, |
135 get_params={ "echo": 1337 }) | 114 get_params={ "echo": 1337 }) |
136 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}, | 115 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}, |
137 get_params={ "echo": "naughty" }) | 116 get_params={ "echo": "naughty" }) |
138 # Now let's submit some data so we can query it back out | 117 # Now let's submit some data so we can query it back out |
139 test_data = [json.loads(valid_data), json.loads(valid_data), json.loads(vali
d_data)] | 118 test_data = [json.loads(valid_data), json.loads(valid_data), json.loads(vali
d_data)] |
140 test_data[1]["filters"]["##Second-Filter|"] = test_data[1]["filters"].pop("|
|example.com^") | 119 test_data[1]["filters"]["##Second-Filter|"] = test_data[1]["filters"].pop("|
|example.com^") |
141 test_data[2]["filters"]["##Third-Filter|"] = test_data[2]["filters"].pop("||
example.com^") | 120 test_data[2]["filters"]["##Third-Filter|"] = test_data[2]["filters"].pop("||
example.com^") |
142 for data in test_data: | 121 for data in test_data: |
143 self.assertResponse(submit_handler, "200 OK", | 122 self.assertResponse(submit_handler, "204 No Content", |
144 REQUEST_METHOD="POST", body=json.dumps(data)) | 123 REQUEST_METHOD="POST", body=json.dumps(data)) |
145 # Ordering parameters should be respected | 124 # Ordering parameters should be respected |
146 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, | 125 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, |
147 "results": [{'domain': 'exampl
e.com', | 126 "results": [{"domain": "exampl
e.com", |
148 'filter': '||exam
ple.com^', | 127 "filter": "||exam
ple.com^", |
149 'frequency': 0}],
"echo": 0}, | 128 "frequency": 0}],
"echo": 0}, |
150 get_params={ "order_by": "filter", "order": "desc", "tak
e": "1" }) | 129 get_params={ "order_by": "filter", "order": "desc", "tak
e": "1" }) |
151 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, | 130 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, |
152 "results": [{'domain': 'exampl
e.com', | 131 "results": [{"domain": "exampl
e.com", |
153 'filter': '##Seco
nd-Filter|', | 132 "filter": "##Seco
nd-Filter|", |
154 'frequency': 0}],
"echo": 0}, | 133 "frequency": 0}],
"echo": 0}, |
155 get_params={ "order_by": "filter", "order": "asc", "take
": "1" }) | 134 get_params={ "order_by": "filter", "order": "asc", "take
": "1" }) |
156 # As should filtering parameters | 135 # As should filtering parameters |
157 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 3, | 136 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 3, |
158 "results": [{'domain': 'exampl
e.com', | 137 "results": [{"domain": "exampl
e.com", |
159 'filter': '##Thir
d-Filter|', | 138 "filter": "##Thir
d-Filter|", |
160 'frequency': 0}],
"echo": 0}, | 139 "frequency": 0}],
"echo": 0}, |
161 get_params={ "domain": "example.com", "take": "1" }) | 140 get_params={ "domain": "example.com", "take": "1" }) |
162 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 2, | 141 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 2, |
163 "results": [{'domain': 'exampl
e.org', | 142 "results": [{"domain": "exampl
e.org", |
164 'filter': '##Thir
d-Filter|', | 143 "filter": "##Thir
d-Filter|", |
165 'frequency': 4}],
"echo": 0}, | 144 "frequency": 4}],
"echo": 0}, |
166 get_params={ "filter": "Third", "take": 1 }) | 145 get_params={ "filter": "Third", "take": 1 }) |
167 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 1, | 146 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 1, |
168 "results": [{'domain': 'exampl
e.com', | 147 "results": [{"domain": "exampl
e.com", |
169 'filter': '##Thir
d-Filter|', | 148 "filter": "##Thir
d-Filter|", |
170 'frequency': 0}],
"echo": 0}, | 149 "frequency": 0}],
"echo": 0}, |
171 get_params={ "domain": "example.com", "filter": "Third",
"take": "1" }) | 150 get_params={ "domain": "example.com", "filter": "Third",
"take": "1" }) |
172 # ... and pagination parameters | 151 # ... and pagination parameters |
173 self.maxDiff = None | 152 self.maxDiff = None |
174 self.assertResponse(query_handler, "200 OK", {"count": 2, "total": 6, | 153 self.assertResponse(query_handler, "200 OK", {"count": 2, "total": 6, |
175 "results": [{'domain': 'exampl
e.org', | 154 "results": [{"domain": "exampl
e.org", |
176 'filter': '||exam
ple.com^', | 155 "filter": "||exam
ple.com^", |
177 'frequency': 4}, | 156 "frequency": 4}, |
178 {'domain': 'exampl
e.org', | 157 {"domain": "exampl
e.org", |
179 'filter': '##Seco
nd-Filter|', | 158 "filter": "##Seco
nd-Filter|", |
180 'frequency': 4}],
"echo": 0}, | 159 "frequency": 4}],
"echo": 0}, |
181 get_params={ "skip": "1", "take": "2" }) | 160 get_params={ "skip": "1", "take": "2" }) |
182 self.assertResponse(query_handler, "200 OK", {"count": 2, "total": 6, | 161 self.assertResponse(query_handler, "200 OK", {"count": 2, "total": 6, |
183 "results": [{'domain': 'exampl
e.org', | 162 "results": [{"domain": "exampl
e.org", |
184 'filter': '##Seco
nd-Filter|', | 163 "filter": "##Seco
nd-Filter|", |
185 'frequency': 4}, | 164 "frequency": 4}, |
186 {'domain': 'exampl
e.com', | 165 {"domain": "exampl
e.com", |
187 'filter': '##Thir
d-Filter|', | 166 "filter": "##Thir
d-Filter|", |
188 'frequency': 0}],
"echo": 0}, | 167 "frequency": 0}],
"echo": 0}, |
189 get_params={ "skip": "2", "take": "2" }) | 168 get_params={ "skip": "2", "take": "2" }) |
190 | 169 |
191 if __name__ == '__main__': | 170 if __name__ == "__main__": |
192 unittest.main() | 171 unittest.main() |
LEFT | RIGHT |