diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 3f28e20..b06326b 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -6,9 +6,6 @@ on:
     branches:
       - master
 
-env:
-  RUBYGEM_PUBLISH_API_KEY: ${{ secrets.RUBYGEM_PUBLISH_API_KEY }}
-
 jobs:
   test:
     runs-on: ubuntu-latest
@@ -68,6 +65,8 @@ jobs:
           fi
       - name: Build and publish gem
         if: steps.version_check.outputs.already_published == 'false'
+        env:
+          RUBYGEM_PUBLISH_API_KEY: ${{ secrets.RUBYGEM_PUBLISH_API_KEY }}
         run: |
           mkdir -p $HOME/.gem
           touch $HOME/.gem/credentials