diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index ac3584630..4d4bd798a 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -117,6 +117,11 @@ lint:
   script:
     - tox -e lint
 
+invalidcode:
+  extends: .lint-stage
+  script:
+    - tox -e invalidcode
+
 # Disabled, waiting for buster
 #format-check:
 #  extends: .lint-stage
diff --git a/tox.ini b/tox.ini
index ac109609c..8d033367b 100644
--- a/tox.ini
+++ b/tox.ini
@@ -9,6 +9,7 @@ skip_install=True
 deps =
   pytest >= 4.6.3, < 5.0
   pyyaml >= 5.1.2, < 6.0
+  flake8 >= 3.7.9, < 3.8
 commands =
     pytest {posargs}
 
@@ -16,3 +17,8 @@ commands =
 skip_install=True
 commands = flake8 src doc data tests
 deps = flake8
+
+[testenv:invalidcode]
+skip_install=True
+commands = flake8 src data --exclude src/yunohost/tests --select F --ignore F401,F841
+deps = flake8