diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index d154622224dbae4835ee1b0967f02917df4e3c95..07203322e0f9cf0bba52316a08de400daf84cbae 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -10,7 +10,7 @@ update_publications:
     - git submodule update --init --remote
     - git add publications
     - git commit -m "[AUTO] Updating publications submodule" --author="Resource Reasoning Group Backup Bot <rr-gitlab-bot@example.com>" || exit 0
-    - git remote rm rw || exit 0
+    - git remote rm rw || true
     - git remote add rw git@gitlab.doc.ic.ac.uk:${CI_PROJECT_PATH}.git
     - eval `ssh-agent`
     - echo "$PUSH_KEY" | ssh-add -