diff --git a/.github/workflows/publish.yaml b/.github/workflows/publish.yaml
index f3c2428685..efb148fd02 100644
--- a/.github/workflows/publish.yaml
+++ b/.github/workflows/publish.yaml
@@ -36,6 +36,11 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v4
+        with:
+          # NOTE: We explicitly set the refs otherwise the tag
+          # annotations content is not fetched
+          # See: https://github.com/actions/checkout/issues/882
+          ref: ${{ github.ref }}
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 
@@ -134,12 +139,9 @@ jobs:
       - name: Get tag message
         if: inputs.is_production
         id: get_tag_message
-        # Explicitly fetching tags since checkout fetch-tags does not works well
-        # Sees: https://github.com/actions/checkout/issues/1471
         run: |-
-          git fetch --tags
           echo "message<<EOF" >> $GITHUB_OUTPUT
-          git tag -l --format='%(contents)' "${{ env.SHELL_UI_VERSION }}" | tail -n +4 >> $GITHUB_OUTPUT
+          git tag -l --format='%(contents)' "${{ env.SHELL_UI_VERSION }}" | tail -n +4 | tee -a $GITHUB_OUTPUT
           echo "EOF" >> $GITHUB_OUTPUT
 
       - uses: softprops/action-gh-release@v2
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 78d86ce5bc..e01843e457 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -199,7 +199,9 @@
   all Kubernetes resources and Prometheus metrics
   (PR[#4220](https://github.com/scality/metalk8s/pull/4220))
 
-## Release 126.0.3 (in development)
+## Release 126.0.4 (in development)
+
+## Release 126.0.3
 
 ### Enhancements