Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Delta Between Two Patch Sets: sitescripts/filterhits/test/geometrical_mean_tests.py

Issue 4615801646612480: Issue 395 - Filter hits statistics backend (Closed)
Left Patch Set: Rebased. Created March 28, 2015, 2:10 p.m.
Right Patch Set: Addressed further comments from Sebastian. Created April 2, 2015, 10:13 a.m.
Left:
Right:
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
Left: Side by side diff | Download
Right: Side by side diff | Download
« no previous file with change/comment | « sitescripts/filterhits/test/db_tests.py ('k') | sitescripts/filterhits/test/log_tests.py » ('j') | no next file with change/comment »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
LEFTRIGHT
1 # coding: utf-8 1 # coding: utf-8
2 2
3 # This file is part of the Adblock Plus web scripts, 3 # This file is part of the Adblock Plus web scripts,
4 # Copyright (C) 2006-2015 Eyeo GmbH 4 # Copyright (C) 2006-2015 Eyeo GmbH
5 # 5 #
6 # Adblock Plus is free software: you can redistribute it and/or modify 6 # Adblock Plus is free software: you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License version 3 as 7 # it under the terms of the GNU General Public License version 3 as
8 # published by the Free Software Foundation. 8 # published by the Free Software Foundation.
9 # 9 #
10 # Adblock Plus is distributed in the hope that it will be useful, 10 # Adblock Plus is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of 11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details. 13 # GNU General Public License for more details.
14 # 14 #
15 # You should have received a copy of the GNU General Public License 15 # You should have received a copy of the GNU General Public License
16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>. 16 # along with Adblock Plus. If not, see <http://www.gnu.org/licenses/>.
17 17
18 import unittest 18 import unittest
19 import MySQLdb
20 from datetime import datetime 19 from datetime import datetime
21 20
21 from sitescripts.filterhits.test import test_helpers
22 from sitescripts.filterhits import db, geometrical_mean 22 from sitescripts.filterhits import db, geometrical_mean
23 23
24 test_data = [{ 24 test_data = [{
25 "filters": { 25 "filters": {
26 "##.top-box-right-ad": { 26 "##.top-box-right-ad": {
27 "firstParty": { 27 "firstParty": {
28 "acxiom-online.com": { "hits": 6, "latest": 1414817340948 }, 28 "acxiom-online.com": { "hits": 6, "latest": 1414817340948 },
29 "google.com": { "hits": 50, "latest": 1414849084678 }, 29 "google.com": { "hits": 50, "latest": 1414849084678 },
30 "yahoo.com": { "hits": 14, "latest": 1414859271125 }, 30 "yahoo.com": { "hits": 14, "latest": 1414859271125 },
31 "doubleclick.net": { "hits": 26, "latest": 1414823430333 } 31 "doubleclick.net": { "hits": 26, "latest": 1414823430333 }
(...skipping 28 matching lines...) Expand all
60 }, 60 },
61 "stevedeace.com##.topAddHolder": { 61 "stevedeace.com##.topAddHolder": {
62 "firstParty": { 62 "firstParty": {
63 "mathtag.com": { "hits": 14, "latest": 1415032601175 }, 63 "mathtag.com": { "hits": 14, "latest": 1415032601175 },
64 "amazonaws.com": { "hits": 18, "latest": 1414977342966 } 64 "amazonaws.com": { "hits": 18, "latest": 1414977342966 }
65 } 65 }
66 } 66 }
67 } 67 }
68 }] 68 }]
69 69
70 class GeometricalMeanTestCase(unittest.TestCase): 70 class GeometricalMeanTestCase(test_helpers.FilterhitsTestCase):
71 longMessage = True 71 longMessage = True
72 maxDiff = None 72 maxDiff = None
73 73
74 def geometrical(self, interval, new, new_timestamp, old, old_timestamp): 74 def geometrical(self, interval, new, new_timestamp, old, old_timestamp):
75 delta_divby_interval = (new_timestamp - old_timestamp) / 1000 / float(interv al) 75 delta_divby_interval = (new_timestamp - old_timestamp) / 1000 / float(interv al)
76 return long(round(old ** (1 - delta_divby_interval) * new ** delta_divby_int erval)) 76 return long(round(old ** (1 - delta_divby_interval) * new ** delta_divby_int erval))
77 77
78 def clear_rows(self):
79 if self.db:
80 db.write(self.db, (("DELETE FROM frequencies",),
81 ("DELETE FROM filters",)))
82
83 def setUp(self):
84 try:
85 db.testing = True
86 self.db = db.connect()
87 except MySQLdb.Error:
88 self.db = None
89 self.clear_rows()
90
91 def tearDown(self):
92 if self.db:
93 self.clear_rows()
94 self.db.close()
95 self.db = None
96
97 def test_calculations(self): 78 def test_calculations(self):
98 if not self.db:
99 raise unittest.SkipTest("Not connected to test DB.")
100
101 interval = 86400 79 interval = 86400
102 80
103 # Tables should be empty to start with 81 # Tables should be empty to start with
104 self.assertEqual(db.query(self.db, "SELECT * FROM filters"), ()) 82 self.assertEqual(db.query(self.db, "SELECT * FROM filters"), ())
105 self.assertEqual(db.query(self.db, "SELECT * FROM frequencies"), ()) 83 self.assertEqual(db.query(self.db, "SELECT * FROM frequencies"), ())
106 # First batch 84 # First batch
107 db.write(self.db, geometrical_mean.update(interval, test_data[0])) 85 db.write(self.db, geometrical_mean.update(interval, test_data[0]))
108 self.assertEqual(db.query(self.db, "SELECT * FROM filters"), 86 self.assertEqual(db.query(self.db, "SELECT * FROM filters"),
109 (("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), 87 (("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"),
110 u"##.top-box-right-ad"),)) 88 u"##.top-box-right-ad"),))
(...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after
154 u"##.top-box-right-ad"))) 132 u"##.top-box-right-ad")))
155 self.assertEqual( 133 self.assertEqual(
156 db.query(self.db, "SELECT * FROM frequencies"), 134 db.query(self.db, "SELECT * FROM frequencies"),
157 (("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"acxiom-onlin e.com", 135 (("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"acxiom-onlin e.com",
158 6L, datetime.utcfromtimestamp(1414817340948 / 1000)), 136 6L, datetime.utcfromtimestamp(1414817340948 / 1000)),
159 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"adsymptotic. com", 137 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"adsymptotic. com",
160 self.geometrical(interval, 15, 1414994112862, 49, 1414953943015), 138 self.geometrical(interval, 15, 1414994112862, 49, 1414953943015),
161 datetime.utcfromtimestamp(1414994112862 / 1000)), 139 datetime.utcfromtimestamp(1414994112862 / 1000)),
162 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"amazon.com", 140 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"amazon.com",
163 2L, datetime.utcfromtimestamp(1414913563746 / 1000)), 141 2L, datetime.utcfromtimestamp(1414913563746 / 1000)),
164 ("22de8d2ba8429eb170a0ece6ea7a426f7b22e574".decode("hex"), u'amazonaws.co m', 142 ("22de8d2ba8429eb170a0ece6ea7a426f7b22e574".decode("hex"), u"amazonaws.co m",
165 18L, datetime.utcfromtimestamp(1414977342966 / 1000)), 143 18L, datetime.utcfromtimestamp(1414977342966 / 1000)),
166 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"demdex.net", 144 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"demdex.net",
167 36L, datetime.utcfromtimestamp(1414838712373 / 1000)), 145 36L, datetime.utcfromtimestamp(1414838712373 / 1000)),
168 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"doubleclick. net", 146 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"doubleclick. net",
169 26L, datetime.utcfromtimestamp(1414823430333 / 1000)), 147 26L, datetime.utcfromtimestamp(1414823430333 / 1000)),
170 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"google.com", 148 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"google.com",
171 self.geometrical(interval, 14, 1415008533089, 149 self.geometrical(interval, 14, 1415008533089,
172 self.geometrical(interval, 21, 1414953920364, 150 self.geometrical(interval, 21, 1414953920364,
173 50, 1414849084678), 151 50, 1414849084678),
174 1414953920364), 152 1414953920364),
175 datetime.utcfromtimestamp(1415008533089 / 1000)), 153 datetime.utcfromtimestamp(1415008533089 / 1000)),
176 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"live.com", 154 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"live.com",
177 34L, datetime.utcfromtimestamp(1414916268769 / 1000)), 155 34L, datetime.utcfromtimestamp(1414916268769 / 1000)),
178 ("22de8d2ba8429eb170a0ece6ea7a426f7b22e574".decode("hex"), u'mathtag.com' , 156 ("22de8d2ba8429eb170a0ece6ea7a426f7b22e574".decode("hex"), u"mathtag.com" ,
179 14L, datetime.utcfromtimestamp(1415032601175 / 1000)), 157 14L, datetime.utcfromtimestamp(1415032601175 / 1000)),
180 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"yahoo.com", 158 ("8c5ea548436c61f05536e205a29ada6204f603b0".decode("hex"), u"yahoo.com",
181 self.geometrical(interval, 43, 1415045194098, 159 self.geometrical(interval, 43, 1415045194098,
182 self.geometrical(interval, 27, 1414917270343, 160 self.geometrical(interval, 27, 1414917270343,
183 14, 1414859271125), 161 14, 1414859271125),
184 1414917270343), 162 1414917270343),
185 datetime.utcfromtimestamp(1415045194098 / 1000)))) 163 datetime.utcfromtimestamp(1415045194098 / 1000))))
186 164
187 if __name__ == '__main__': 165 if __name__ == "__main__":
188 unittest.main() 166 unittest.main()
LEFTRIGHT

Powered by Google App Engine
This is Rietveld