diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 22638d6d..a4637246 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -93,7 +93,8 @@ pylint-plugins:
 mypyc:
   stage: lint
   image: python:3
-  allow_failure: true
   script:
-    - pip3 install mypy
-    - mypyc --ignore-missing-imports ./poezio
+    - pip3 install https://lab.louiz.org/mathieui/poezio/-/raw/mypy-custom-build/mypy-0.820+dev.ceca581e385f5438bcb7d7c3e8f94aadb7085f77-py3-none-any.whl
+    - pip install "typed_ast>=1.4.0,<1.5.0" types-pkg_resources
+    - mypy --ignore-missing-imports ./poezio
+    - mypy --ignore-missing-imports ./plugins