diff --git a/dist/index.js b/dist/index.js
index bea0df2..4e9fe41 100644
--- a/dist/index.js
+++ b/dist/index.js
@@ -6495,7 +6495,7 @@ async function downloadExtractAndSetPATH(ruby) {
   core.exportVariable('PATH', newPath)
 
   if (!fs.existsSync(`${rubyPrefix}\\bin\\bundle.cmd`)) {
-    await exec.exec(`${rubyPrefix}\\bin\\gem install bundler --no-document`)
+    await exec.exec(`${rubyPrefix}\\bin\\gem install bundler -v "~> 1" --no-document`)
   }
 
   return rubyPrefix
diff --git a/windows.js b/windows.js
index ce3e530..d9f1a61 100644
--- a/windows.js
+++ b/windows.js
@@ -28,7 +28,7 @@ export async function downloadExtractAndSetPATH(ruby) {
   core.exportVariable('PATH', newPath)
 
   if (!fs.existsSync(`${rubyPrefix}\\bin\\bundle.cmd`)) {
-    await exec.exec(`${rubyPrefix}\\bin\\gem install bundler --no-document`)
+    await exec.exec(`${rubyPrefix}\\bin\\gem install bundler -v "~> 1" --no-document`)
   }
 
   return rubyPrefix