Issue 3985 - Unified test runner for sitescripts

tox.ini

 [tox]
-envlist = hg, notifications-nodeps, stats
+envlist = py27
 skipsdist = true
 
 [pytest]
+# The names of the test files here don't start with 'test_' so we need
+# to instruct pytest to load tests from all files.
 python_files = *.py
+
+[run]
+# Exclude tests from coverage.
+omit = */test/*
 
 [testenv]
 basepython=python2
 deps =
     pytest
+    pytest-cov
     mock
     jinja2
+    flake8
+    pysed
+
 setenv =
-    SITESCRIPTS_CONFIG = ./.sitescripts.example
-
-[testenv:filterhits]
-# Depends on MySQL client (TODO: and server?).

[mathias, 2016/05/23 22:25:32]

Probably libmysqlclient-dev plus maybe some common base package. This TODO
should vanish before this patch-sets lands, with Vagrant you can easily find out
what's missing.

-deps =
-    {[testenv]deps}
-    m2crypto
-    MySQL-python
+    SITESCRIPTS_CONFIG = ./.sitescripts.test
+whitelist_externals = cp
 commands =
-    py.test sitescripts/filterhits/test
-
-[testenv:hg]
-commands = py.test sitescripts/hg/test

[Sebastian Noack, 2016/05/24 07:58:36]

Is there any benefit on using py.test to invoke standard unittests?

[Vasily Kuznetsov, 2016/05/24 18:15:36]

Nicer reporting. Also it allows having a single report for multiple tests. It
can also measure coverage.

-
-[testenv:notifications-nodeps]
-commands = py.test sitescripts/notifications/test/parser.py
-
-[testenv:notifications]
-# Depends on MySQL client (TODO: and server?).
-deps =
-    {[testenv]deps}
-    m2crypto
-    MySQL-python
-commands = py.test sitescripts/notifications/test
-
-[testenv:stats]
-commands =
+    cp .sitescripts.example .sitescripts.test
+    pysed \
+        -r sitescripts\.(reports|filterhits|testpages|crawler|urlfixer)\.web.* \
+        '' .sitescripts.test --write
     python ensure_dependencies.py
-    py.test sitescripts/stats/test
+    py.test \
+        --cov-config tox.ini --cov-report term --cov sitescripts \
+        sitescripts/hg/test \
+        sitescripts/notifications/test \
+        sitescripts/stats/test
+    flake8 --ignore=E129,E501,E704,E711,E712,E713,E714,E731,F401,F841,F821 \
+        sitescripts multiplexer.py multiplexer.fcgi