diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index ab62c88275..c4cde5cb96 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -31,6 +31,7 @@ build:
 
 benchmark:
   stage: benchmark
+  when: manual
   variables:
     MIX_ENV: benchmark
   services: