diff --git a/pytest.ini b/pytest.ini
index fa132557..0d73061d 100644
--- a/pytest.ini
+++ b/pytest.ini
@@ -2,7 +2,7 @@
 addopts = --doctest-modules
 
 # Ignore broken files in blackbox test directories
-norecursedirs = .* docs completion refactor absolute_import namespace_package scripts
+norecursedirs = .* docs completion refactor absolute_import namespace_package scripts extensions
 
 # Activate `clean_jedi_cache` fixture for all tests.  This should be
 # fine as long as we are using `clean_jedi_cache` as a session scoped
diff --git a/test/test_compiled.py b/test/test_compiled.py
new file mode 100644
index 00000000..5e6de533
--- /dev/null
+++ b/test/test_compiled.py
@@ -0,0 +1,18 @@
+"""
+Test compiled module
+"""
+import os
+import platform
+import sys
+import jedi
+
+from .helpers import cwd_at
+
+
+@cwd_at('extensions')
+def test_compiled():
+    if platform.architecture()[0] == '64bit':
+        package_name = "compiled%s%s" % sys.version_info[:2]
+        if os.path.exists(package_name):
+            s = jedi.Script("from %s import compiled; compiled." % package_name)
+            assert len(s.completions()) >= 2