diff --git a/deploy.sh b/deploy.sh
index d97a9678..f7aadcda 100755
--- a/deploy.sh
+++ b/deploy.sh
@@ -1,5 +1,12 @@
 #!/usr/bin/env bash
 
+set -eu -o pipefail
+
+# Create tag
+git tag $(python -c 'import jedi; print(jedi.__version__)')
+git push --tags
+
+# Package and upload to PyPI
 rm -rf dist/
 python setup.py sdist bdist_wheel
 # Maybe do a pip install twine before.