typecheck django tests, allow failures

.travis.yml

@@ -7,19 +7,27 @@ sudo: required
 
 jobs:
   include:
-  - name: "run test suite with python 3.7"
+  - name: "Run plugin test suite with python 3.7"
     python: 3.7
     script: |
       set -e
       pytest
+
   - name: "Lint with black"
     python: 3.7
     script: |
       black --check --line-length=120 django-stubs/
 
+  allow_failures:
+  - name: "Typecheck Django test suite"
+    python: 3.7
+    script: |
+      cd scripts
+      ./typecheck_django_tests.xsh
+
 before_install: |
   # Upgrade pip, setuptools, and wheel
-  pip install -U pip setuptools wheel
+  pip install -U pip setuptools wheel xonsh
 
 install: |
   pip install -r ./dev-requirements.txt

scripts/.gitignore

@@ -0,0 +1 @@
+django-sources/

scripts/typecheck_django_tests.xsh

@@ -0,0 +1,14 @@
+#!/usr/local/bin/xonsh
+
+import os
+if not os.path.exists('./django-sources'):
+    git clone -b stable/2.1.x https://github.com/django/django.git django-sources
+
+ignored_error_patterns = ["Need type annotation for"]
+for line in $(mypy --config-file typecheck_tests.ini ./django-sources/tests/files).split('\n'):
+    for pattern in ignored_error_patterns:
+        if pattern in line:
+            break
+    else:
+        print(line)
+

scripts/typecheck_tests.ini

@@ -0,0 +1,10 @@
+[mypy]
+strict_optional = False
+ignore_missing_imports = True
+check_untyped_defs = True
+warn_no_return = False
+show_traceback = True
+warn_redundant_casts = True
+
+plugins =
+    mypy_django_plugin.main