diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index e9a149c99193f2d7f0fa074912d2761bdbe2d525..1ae72d66de3edd57b6e823fd8641b0950af753c6 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -13,7 +13,7 @@ build_docker:
         # Latest is always generated but not pushed if ${UPDATE_LATEST_TAG} is not "True"
         - docker build -f docker/Dockerfile -t $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling:${TAG} -t $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling:latest .
         - docker container prune
-        - docker push $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling:latest
+        - docker push $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling:${TAG}
         - if [ "${UPDATE_LATEST_TAG}" == "True" ]; then docker push $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling:latest; fi
 
 build_docker_full:
@@ -26,4 +26,5 @@ build_docker_full:
         # Latest is always generated but not pushed if ${UPDATE_LATEST_TAG} is not "True"
         - docker build -f docker/Dockerfile_full -t $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling-and-compilers:${TAG} -t $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling-and-compilers:latest .
         - docker container prune
+        - docker push $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling-and-compilers:${TAG}
         - if [ "${UPDATE_LATEST_TAG}" == "True" ]; then docker push $CI_REGISTRY/$CI_PROJECT_PATH/xeus-cling-and-compilers:latest; fi
\ No newline at end of file