diff --git a/.github/workflows/rolling-release.yml b/.github/workflows/rolling-release.yml
index 8f5ca1eed..a265b4618 100644
--- a/.github/workflows/rolling-release.yml
+++ b/.github/workflows/rolling-release.yml
@@ -24,6 +24,13 @@ jobs:
         fetch-depth: 0
         submodules: true
 
+    - name: Tag as release build
+      shell: cmd
+      run: |
+        echo #pragma once > src/scmversion/tag.h
+        echo #define SCM_RELEASE_TAG "latest" >> src/scmversion/tag.h
+        echo #define SCM_RELEASE_ASSET "duckstation-windows-x64-release.zip" >> src/scmversion/tag.h
+
     - name: Compile release build
       shell: cmd
       run: |
diff --git a/src/scmversion/tag.h b/src/scmversion/tag.h
deleted file mode 100644
index 625600f10..000000000
--- a/src/scmversion/tag.h
+++ /dev/null
@@ -1,3 +0,0 @@
-#pragma once
-#define SCM_RELEASE_TAG "latest"
-#define SCM_RELEASE_ASSET "duckstation-windows-x64-release.zip"