diff --git a/.github/workflows/rspec.yml b/.github/workflows/rspec.yml
index b552228..4f1ce43 100644
--- a/.github/workflows/rspec.yml
+++ b/.github/workflows/rspec.yml
@@ -6,7 +6,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        ruby: [ '3.0', '3.1', '3.2', '3.3' ]
+        ruby: [ '3.2', '3.3', '3.4', '4.0' ]
     env:
       HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }}
       HEROKU_API_USER: ${{ secrets.HEROKU_API_USER }}
@@ -21,8 +21,10 @@ jobs:
         with:
           ruby-version: ${{ matrix.ruby }}
 
+      - name: "Set bundler path"
+        run: bundle config set path 'vendor/bundle'
       - name: "Install dependencies"
-        run: bundle install --jobs=4 --retry=3 --path vendor/bundle
+        run: bundle install --jobs=4 --retry=3
       - name: "Hatchet setup"
         run: bundle exec hatchet ci:setup
       - name: "Run tests"
diff --git a/spec/acceptance/generated_client_spec.rb b/spec/acceptance/generated_client_spec.rb
index e895d87..91f5a3a 100644
--- a/spec/acceptance/generated_client_spec.rb
+++ b/spec/acceptance/generated_client_spec.rb
@@ -5,6 +5,10 @@
     @app_name = ENV["TEST_APP_NAME"] || hatchet_app.name
   end
 
+  after(:all) do
+    hatchet_app.teardown!
+  end
+
   def app_name
     @app_name
   end
diff --git a/spec/support/helper_methods.rb b/spec/support/helper_methods.rb
index 8570d7f..ea41986 100644
--- a/spec/support/helper_methods.rb
+++ b/spec/support/helper_methods.rb
@@ -1,7 +1,8 @@
 module PlatformAPI::SpecHelperMethods
   def hatchet_app
+    config = { "FOO" => "bar" }
     @hatchet_app ||= begin
-      app = Hatchet::Runner.new("default_ruby", buildpacks: ["heroku/ruby"])
+      app = Hatchet::Runner.new("default_ruby", buildpacks: ["heroku/ruby"], config: config)
       app.in_directory do
         app.setup!
         app.push_with_retry!