diff --git a/setup.cfg b/setup.cfg
index a482e80e..dfc0c6d0 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -13,3 +13,4 @@ ignore =
   E721,
   # Line break before binary operator
   W503,
+exclude = jedi/third_party/* .tox/*
diff --git a/setup.py b/setup.py
index d988f1a3..e3f037a9 100755
--- a/setup.py
+++ b/setup.py
@@ -44,6 +44,9 @@ setup(name='jedi',
               # coloroma for colored debug output
               'colorama==0.4.1',  # Pinned so it works for Python 3.4
           ],
+          'qa': [
+              'flake8==3.7.9',
+          ],
       },
       package_data={'jedi': ['*.pyi', 'third_party/typeshed/LICENSE',
                              'third_party/typeshed/README']},
diff --git a/tox.ini b/tox.ini
index 2655d87a..c22c7d2d 100644
--- a/tox.ini
+++ b/tox.ini
@@ -1,5 +1,5 @@
 [tox]
-envlist = py27, py35, py36, py37
+envlist = py27, py35, py36, py37, qa
 [testenv]
 extras = testing
 deps =
@@ -37,3 +37,8 @@ commands =
 commands =
     {envpython} -c "import os; a='{envtmpdir}'; os.path.exists(a) or os.makedirs(a)"
     {envpython} sith.py --record {envtmpdir}/record.json random {posargs:jedi}
+[testenv:qa]
+# Ignore F401, which are unused imports. flake8 is a primitive tool and is sometimes wrong.
+commands = flake8 --extend-ignore F401 {posargs:jedi}
+deps =
+extras = qa