diff --git a/test/test_settings.py b/test/test_settings.py
new file mode 100644
index 00000000..bbe644e6
--- /dev/null
+++ b/test/test_settings.py
@@ -0,0 +1,8 @@
+from jedi import settings
+from jedi.evaluate.compiled import CompiledContextName
+
+
+def test_base_auto_import_modules(monkeypatch, Script):
+    monkeypatch.setattr(settings, 'auto_import_modules', ['json'])
+    loads, = Script('import json; json.loads').goto_definitions()
+    assert isinstance(loads._name, CompiledContextName)