Testing use of tox to simplify

travis configuration.
adding the existing flake8 tests that were existing in travis
(but these are quite similar I think)
allowing pre-commit to fail for now

Author: Eothred

.pre-commit-config.yaml

@@ -8,9 +8,9 @@ repos:
     rev: 19.10b0
     hooks:
       - id: black
-        args: ['--line-length', '140']
+        args: ['--line-length', '127']
   - repo: https://gitlab.com/pycqa/flake8
     rev: 3.8.2
     hooks:
       - id: flake8
-        args: ['--max-line-length=140', '--ignore=W191,W201,W291,W293,W391,W503,W605,E101,E203,E262,E265,E266,E302,E402,E501,E711,E712,E713,E714,E721,E741,F401,F403,F405,F811,F841']
+        args: ['--max-line-length=127', '--ignore=W191,W201,W291,W293,W391,W503,W605,E101,E203,E262,E265,E266,E302,E402,E501,E711,E712,E713,E714,E721,E741,F401,F403,F405,F811,F841']

.travis.yml

@@ -1,33 +1,33 @@
 language: python
 cache: pip
-python:
-  - "2.7"
-  - "3.5"
-  - "3.6"
-  - "3.7"
+matrix:
+  include:
+    - python: 2.7
+      env: TOXENV=py27
+    - python: 3.5
+      env: TOXENV=py35
+    - python: 3.6
+      env: TOXENV=py36
+    - python: 3.7
+      env: TOXENV=py37
+    - python: 3.8
+      env: TOXENV=py38
+    - python: 3.7
+      env: TOXENV=precommit
+    - python: 3.7
+      env: TOXENV=flake8
+  allow_failures:
+    env: TOXENV=precommit
 addons:
   chrome: stable
   firefox: latest
 env:
   global:
     - MOZ_HEADLESS=1
 install:
-  # install dependencies from setup.py (there are none for remi)
-  - pip install -e .
-  # install optional packages (for linting, coverage, browser control)
-  # and dependencies of example apps being tested
-  - pip install flake8 coverage matplotlib Pillow selenium
+  - pip install tox
   # install specific webdrivers for selenium
   - ./test/install_webdrivers
   - export PATH="$HOME/.local/bin:$PATH"
-before_script:
-  # stop the build if there are Python syntax errors or undefined names
-  - flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
-  # exit-zero treats all errors as warnings.  The GitHub editor is 127 chars wide
-  - flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
 script:
-  # this "coverage" command is equivalent to running `python test/`
-  - coverage run test/
-after_script:
-  - coverage report --include="examples/*,test/*"
-  - coverage report --include="remi/*,editor/*"
+  - tox

tox.ini

@@ -0,0 +1,40 @@
+[tox]
+project = remi
+# this should match the travis env list
+envlist = py27,py35,py36,py37,precommit,flake8
+
+##
+# Default tests (unit tests)
+##
+[testenv]
+deps =
+    coverage
+    matplotlib
+    Pillow
+    selenium
+whitelist_externals =
+    chromedriver
+commands =
+    python -m coverage erase
+    python -m coverage run test/
+    python -m coverage report --include="examples/*,test/*"
+    python -m coverage report --include="{toxinidir}/*remi/*,*editor/*"
+
+##
+# Syntax tests
+##
+[testenv:precommit]
+description = Run flake8, black and friends
+deps =
+    pre-commit
+commands =
+    pre-commit install -f --install-hooks
+    pre-commit run --all-files
+
+[testenv:flake8]
+description = Run essential flake8 test
+deps =
+    flake8
+commands =
+    flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+    flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics