diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 53f7bd2..5be557d 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -26,7 +26,9 @@ jobs:
       if: matrix.os == 'windows-latest'
     - name: OpenSSL test
       run: ruby -ropen-uri -e 'puts open(%{https://rubygems.org/}) { |f| f.read(2014) }'
-    - name: Check Bundler is installed
-      run: bundle --version
     - name: C extension test
       run: gem install json --no-document
+    - name: Check that Bundler is installed
+      run: bundle --version
+    - name: Check that Bundler works
+      run: bundle install
diff --git a/Gemfile b/Gemfile
new file mode 100644
index 0000000..bc93e59
--- /dev/null
+++ b/Gemfile
@@ -0,0 +1,5 @@
+# Used for testing
+source 'https://rubygems.org'
+
+gem "path"
+gem "json"