| LEFT | RIGHT |
| 1 # coding: utf-8 | 1 # coding: utf-8 |
| 2 | 2 |
| 3 # This file is part of the Adblock Plus web scripts, | 3 # This file is part of the Adblock Plus web scripts, |
| 4 # Copyright (C) 2006-2015 Eyeo GmbH | 4 # Copyright (C) 2006-2015 Eyeo GmbH |
| 5 # | 5 # |
| 6 # Adblock Plus is free software: you can redistribute it and/or modify | 6 # Adblock Plus is free software: you can redistribute it and/or modify |
| 7 # it under the terms of the GNU General Public License version 3 as | 7 # it under the terms of the GNU General Public License version 3 as |
| 8 # published by the Free Software Foundation. | 8 # published by the Free Software Foundation. |
| 9 # | 9 # |
| 10 # Adblock Plus is distributed in the hope that it will be useful, | 10 # Adblock Plus is distributed in the hope that it will be useful, |
| 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of | 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 13 # GNU General Public License for more details. | 13 # GNU General Public License for more details. |
| 14 # | 14 # |
| 15 # You should have received a copy of the GNU General Public License | 15 # You should have received a copy of the GNU General Public License |
| 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. | 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. |
| 17 | 17 |
| 18 import json | 18 import json |
| 19 import sys | 19 import sys |
| 20 import StringIO | 20 import StringIO |
| 21 import unittest | 21 import unittest |
| 22 from urllib import urlencode | 22 from urllib import urlencode |
| 23 | |
| 24 import MySQLdb | |
| 25 | 23 |
| 26 from sitescripts.filterhits.test import test_helpers | 24 from sitescripts.filterhits.test import test_helpers |
| 27 from sitescripts.filterhits import db | 25 from sitescripts.filterhits import db |
| 28 from sitescripts.filterhits.web.query import query_handler | 26 from sitescripts.filterhits.web.query import query_handler |
| 29 from sitescripts.filterhits.web.submit import submit as submit_handler | 27 from sitescripts.filterhits.web.submit import submit as submit_handler |
| 30 | 28 |
| 31 valid_data = """{ | 29 valid_data = """{ |
| 32 "version": 1, | 30 "version": 1, |
| 33 "timeSincePush": 12345, | 31 "timeSincePush": 12345, |
| 34 "addonName": "adblockplus", | 32 "addonName": "adblockplus", |
| 35 "addonVersion": "2.3.4", | 33 "addonVersion": "2.3.4", |
| 36 "application": "firefox", | 34 "application": "firefox", |
| 37 "applicationVersion": "31", | 35 "applicationVersion": "31", |
| 38 "platform": "gecko", | 36 "platform": "gecko", |
| 39 "platformVersion": "31", | 37 "platformVersion": "31", |
| 40 "filters": { | 38 "filters": { |
| 41 "||example.com^": { | 39 "||example.com^": { |
| 42 "firstParty": { | 40 "firstParty": { |
| 43 "example.com": {"hits": 12, "latest": 1414817340948}, | 41 "example.com": {"hits": 12, "latest": 1414817340948}, |
| 44 "example.org": {"hits": 4, "latest": 1414859271125} | 42 "example.org": {"hits": 4, "latest": 1414859271125} |
| 45 }, | 43 }, |
| 46 "thirdParty": { | 44 "thirdParty": { |
| 47 "example.com": {"hits": 5, "latest": 1414916268769} | 45 "example.com": {"hits": 5, "latest": 1414916268769} |
| 48 }, | 46 }, |
| 49 "subscriptions": ["EasyList", "EasyList Germany+EasyList"] | 47 "subscriptions": ["EasyList", "EasyList Germany+EasyList"] |
| 50 } | 48 } |
| 51 } | 49 } |
| 52 }""" | 50 }""" |
| 53 | 51 |
| 54 class APITestCase(unittest.TestCase): | 52 class APITestCase(test_helpers.FilterhitsTestCase): |
| 55 def clear_rows(self): | |
| 56 if self.db: | |
| 57 db.write(self.db, (("DELETE FROM filters",), | |
| 58 ("DELETE FROM frequencies",))) | |
| 59 | |
| 60 def setUp(self): | |
| 61 self.config = test_helpers.setup_config() | |
| 62 try: | |
| 63 self.db = db.connect() | |
| 64 except MySQLdb.Error: | |
| 65 self.db = None | |
| 66 self.clear_rows() | |
| 67 | |
| 68 def tearDown(self): | |
| 69 test_helpers.restore_config() | |
| 70 if self.db: | |
| 71 self.clear_rows() | |
| 72 self.db.close() | |
| 73 self.db = None | |
| 74 | |
| 75 def assertResponse(self, handler, expected_response, expected_result=None, exp
ected_headers=None, **environ): | 53 def assertResponse(self, handler, expected_response, expected_result=None, exp
ected_headers=None, **environ): |
| 76 def check_response(response, headers): | 54 def check_response(response, headers): |
| 77 self.assertEqual(response, expected_response) | 55 self.assertEqual(response, expected_response) |
| 78 if not expected_headers is None: | 56 if not expected_headers is None: |
| 79 self.assertEqual(headers, expected_headers) | 57 self.assertEqual(headers, expected_headers) |
| 80 | 58 |
| 81 if "body" in environ: | 59 if "body" in environ: |
| 82 environ["CONTENT_LENGTH"] = len(environ["body"]) | 60 environ["CONTENT_LENGTH"] = len(environ["body"]) |
| 83 environ["wsgi.input"] = StringIO.StringIO(environ["body"]) | 61 environ["wsgi.input"] = StringIO.StringIO(environ["body"]) |
| 84 del environ["body"] | 62 del environ["body"] |
| (...skipping 14 matching lines...) Expand all Loading... |
| 99 self.assertResponse(submit_handler, "400 Processing Error", | 77 self.assertResponse(submit_handler, "400 Processing Error", |
| 100 REQUEST_METHOD="POST", body="") | 78 REQUEST_METHOD="POST", body="") |
| 101 self.assertResponse(submit_handler, "400 Processing Error", | 79 self.assertResponse(submit_handler, "400 Processing Error", |
| 102 REQUEST_METHOD="POST", body="Oops...") | 80 REQUEST_METHOD="POST", body="Oops...") |
| 103 self.assertResponse(submit_handler, "400 Processing Error", | 81 self.assertResponse(submit_handler, "400 Processing Error", |
| 104 REQUEST_METHOD="POST", body="{123:]") | 82 REQUEST_METHOD="POST", body="{123:]") |
| 105 self.assertResponse(submit_handler, "400 Processing Error", | 83 self.assertResponse(submit_handler, "400 Processing Error", |
| 106 REQUEST_METHOD="POST", body="1") | 84 REQUEST_METHOD="POST", body="1") |
| 107 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) | 85 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) |
| 108 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) | 86 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) |
| 109 # Ensure even an empty object, or one with the wrong fields returns OK | 87 # Ensure even an empty object, or one with the wrong fields returns successf
ully |
| 110 self.assertResponse(submit_handler, "200 OK", | 88 self.assertResponse(submit_handler, "204 No Content", |
| 111 REQUEST_METHOD="POST", body="{}") | 89 REQUEST_METHOD="POST", body="{}") |
| 112 self.assertResponse(submit_handler, "200 OK", | 90 self.assertResponse(submit_handler, "204 No Content", |
| 113 REQUEST_METHOD="POST", body="{\"hello\": \"world\"}") | 91 REQUEST_METHOD="POST", body="{\"hello\": \"world\"}") |
| 114 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) | 92 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 0) |
| 115 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) | 93 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 0) |
| 116 # Now some actually valid data | 94 # Now some actually valid data |
| 117 self.assertResponse(submit_handler, "200 OK", | 95 self.assertResponse(submit_handler, "204 No Content", |
| 118 REQUEST_METHOD="POST", body=valid_data) | 96 REQUEST_METHOD="POST", body=valid_data) |
| 119 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) | 97 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) |
| 120 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) | 98 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) |
| 121 # Now make sure apparently valid data with timestamps that cause geometrical | 99 # Now make sure apparently valid data with timestamps that cause geometrical |
| 122 # mean calculations to fail with MySQL errors return OK but don't change DB | 100 # mean calculations to fail with MySQL errors return OK but don't change DB |
| 123 invalid_data = json.loads(valid_data) | 101 invalid_data = json.loads(valid_data) |
| 124 invalid_data["filters"]["||example.com^"]["firstParty"]["example.com"]["late
st"] = 3 | 102 invalid_data["filters"]["||example.com^"]["firstParty"]["example.com"]["late
st"] = 3 |
| 125 invalid_data = json.dumps(invalid_data) | 103 invalid_data = json.dumps(invalid_data) |
| 126 self.assertResponse(submit_handler, "200 OK", | 104 self.assertResponse(submit_handler, "204 No Content", |
| 127 REQUEST_METHOD="POST", body=invalid_data) | 105 REQUEST_METHOD="POST", body=invalid_data) |
| 128 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) | 106 self.assertEqual(len(db.query(self.db, "SELECT * FROM frequencies")), 2) |
| 129 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) | 107 self.assertEqual(len(db.query(self.db, "SELECT * FROM filters")), 1) |
| 130 | 108 |
| 131 def test_query(self): | 109 def test_query(self): |
| 132 # Basic query with no data, should return OK | 110 # Basic query with no data, should return successfully |
| 133 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}) | 111 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}) |
| 134 # If echo parameter is passed and is integer it should be returned | 112 # If echo parameter is passed and is integer it should be returned |
| 135 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 1337}, | 113 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 1337}, |
| 136 get_params={ "echo": 1337 }) | 114 get_params={ "echo": 1337 }) |
| 137 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}, | 115 self.assertResponse(query_handler, "200 OK", {"count": 0, "total": 0, "resul
ts": [], "echo": 0}, |
| 138 get_params={ "echo": "naughty" }) | 116 get_params={ "echo": "naughty" }) |
| 139 # Now let's submit some data so we can query it back out | 117 # Now let's submit some data so we can query it back out |
| 140 test_data = [json.loads(valid_data), json.loads(valid_data), json.loads(vali
d_data)] | 118 test_data = [json.loads(valid_data), json.loads(valid_data), json.loads(vali
d_data)] |
| 141 test_data[1]["filters"]["##Second-Filter|"] = test_data[1]["filters"].pop("|
|example.com^") | 119 test_data[1]["filters"]["##Second-Filter|"] = test_data[1]["filters"].pop("|
|example.com^") |
| 142 test_data[2]["filters"]["##Third-Filter|"] = test_data[2]["filters"].pop("||
example.com^") | 120 test_data[2]["filters"]["##Third-Filter|"] = test_data[2]["filters"].pop("||
example.com^") |
| 143 for data in test_data: | 121 for data in test_data: |
| 144 self.assertResponse(submit_handler, "200 OK", | 122 self.assertResponse(submit_handler, "204 No Content", |
| 145 REQUEST_METHOD="POST", body=json.dumps(data)) | 123 REQUEST_METHOD="POST", body=json.dumps(data)) |
| 146 # Ordering parameters should be respected | 124 # Ordering parameters should be respected |
| 147 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, | 125 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, |
| 148 "results": [{"domain": "exampl
e.com", | 126 "results": [{"domain": "exampl
e.com", |
| 149 "filter": "||exam
ple.com^", | 127 "filter": "||exam
ple.com^", |
| 150 "frequency": 0}],
"echo": 0}, | 128 "frequency": 0}],
"echo": 0}, |
| 151 get_params={ "order_by": "filter", "order": "desc", "tak
e": "1" }) | 129 get_params={ "order_by": "filter", "order": "desc", "tak
e": "1" }) |
| 152 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, | 130 self.assertResponse(query_handler, "200 OK", {"count": 1, "total": 6, |
| 153 "results": [{"domain": "exampl
e.com", | 131 "results": [{"domain": "exampl
e.com", |
| 154 "filter": "##Seco
nd-Filter|", | 132 "filter": "##Seco
nd-Filter|", |
| (...skipping 29 matching lines...) Expand all Loading... |
| 184 "results": [{"domain": "exampl
e.org", | 162 "results": [{"domain": "exampl
e.org", |
| 185 "filter": "##Seco
nd-Filter|", | 163 "filter": "##Seco
nd-Filter|", |
| 186 "frequency": 4}, | 164 "frequency": 4}, |
| 187 {"domain": "exampl
e.com", | 165 {"domain": "exampl
e.com", |
| 188 "filter": "##Thir
d-Filter|", | 166 "filter": "##Thir
d-Filter|", |
| 189 "frequency": 0}],
"echo": 0}, | 167 "frequency": 0}],
"echo": 0}, |
| 190 get_params={ "skip": "2", "take": "2" }) | 168 get_params={ "skip": "2", "take": "2" }) |
| 191 | 169 |
| 192 if __name__ == "__main__": | 170 if __name__ == "__main__": |
| 193 unittest.main() | 171 unittest.main() |
| LEFT | RIGHT |