Issue 395 - Filter hits statistics backend

sitescripts/filterhits/db.py

 # coding: utf-8
 
 # This file is part of the Adblock Plus web scripts,
 # Copyright (C) 2006-2015 Eyeo GmbH
 #
 # Adblock Plus is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 3 as
 # published by the Free Software Foundation.
 #
 # Adblock Plus is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License
 # along with Adblock Plus.  If not, see <http://www.gnu.org/licenses/>.
 
-import itertools, MySQLdb
+import itertools
 
-def connect(user, password, database):
+import MySQLdb
+
+from sitescripts.utils import get_config
+
+def connect():
+  config = get_config()
   return MySQLdb.connect(
-    user=user,
-    passwd=password,
-    db=database,
+    user=config.get("filterhitstats", "dbuser"),
+    passwd=config.get("filterhitstats", "dbpassword"),
+    db=config.get("filterhitstats", "database"),
     use_unicode=True, charset="utf8"
   )
 
 def query(db, sql, *params, **kwargs):
   """
   Executes the query given by the provided SQL and returns the results.
   If dict_result keyword argument is provided + True the results will be
   returned as a tuple of dictionaries, otherwise a tuple of tuples.
   """
-  dict_result=kwargs.pop('dict_result', False)
-
+  if kwargs.get("dict_result"):
+    cursor = db.cursor(MySQLdb.cursors.DictCursor)
+  else:
+    cursor = db.cursor()
   try:
-    if dict_result:
-      cursor = db.cursor(MySQLdb.cursors.DictCursor)
-    else:
-      cursor = db.cursor()
     cursor.execute(sql, params)
-    results = cursor.fetchall()
+    db.commit()
+    return cursor.fetchall()
   finally:
-    if cursor:
-      cursor.close()
-  return results
+    cursor.close()
 
 def write(db, queries):
   """
-  This writes a given SQL string or iterator of tuples containing SQL

[Sebastian Noack, 2015/02/17 14:59:17]

Iterators (in Python) are objects that implement the iterator protocol, i.e. the
next() method. When using for-loops, Python internally calls iter(obj) to create
an iterator, however the object passed to this function isn't an iterator
itself, it's merely an iterable object.

[kzar, 2015/02/24 18:05:11]

Done.

+  This writes a given iteratable object of tuples containing SQL
   strings and any required parameters to the database. All queries will
   be run as one transaction and rolled back on error.
   """
-  if isinstance(queries, str):
-    queries = ((queries,),)
-
   try:
     cursor = db.cursor()
     try:
       for query in queries:
         sql, params = query[0], query[1:]

[Sebastian Noack, 2015/02/17 14:59:17]

I'd prefer to use a two-dimensional tuple here and everywhere else like (sql,
params) rather than prepanding the sql to the params. This makes it easier to
understand the data structure, is more efficient, and reduces complexity.

[kzar, 2015/02/24 18:05:11]

I like doing it this way for db.query and db.write personally as it reduces the
boilerplate when using the functions with zero or one parameters. I originally
did it in a way similar to how you suggested but found lots of calls where I was
passing empty or 1 item tuples - it seemed kind of ugly.

[Sebastian Noack, 2015/02/26 16:39:25]

I don't agree. So I am leaving it up to Wladimir.

         cursor.execute(sql, params)
       db.commit()
     finally:
       cursor.close()
   except MySQLdb.Error:
-    if db:
-      db.rollback()
+    db.rollback()
     raise