diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 864e18c..f240c67 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -35,6 +35,10 @@ test:
 
 publish:
     stage: release
+    before_script:
+        # Set it up so we can push the tag
+        - project_url=$(echo $CI_PROJECT_URL | sed 's/https:\/\///')
+        - git remote set-url origin https://oauth2:$GITLAB_TOKEN@$project_url
     script:
         - nix develop --command scripts/release.sh
     rules: