diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 7b40b522ba2914e9afd927e03f4a83e365dfbc01..de790f7c6124b28d358198ba5f76639bdaa6728a 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -21,6 +21,8 @@
         echo "Building container..."
       } else {
         echo "Existing container found, tagging as latest..."
+        docker tag "${TAG}" "${Env:CI_REGISTRY_IMAGE}:x64-vs2022-latest"
+        docker push "${Env:CI_REGISTRY_IMAGE}:x64-vs2022-latest"
         docker tag "${TAG}" "${TAG_LATEST}"
         docker push "${TAG_LATEST}"
         exit 0
@@ -42,8 +44,6 @@
     - docker push "${TAG}"
     - docker tag "${TAG}" "${TAG_LATEST}"
     - docker push "${TAG_LATEST}"
-    - docker tag "${TAG}" "${Env:CI_REGISTRY_IMAGE}:x86-vs2022-latest"
-    - docker push "${Env:CI_REGISTRY_IMAGE}:x86-vs2022-latest"
 
   after_script:
     # Workaround for https://gitlab.com/gitlab-org/gitlab-foss/-/issues/40925