diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index e02ebe8..801cdf2 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -11,11 +11,24 @@ permissions:
 
 jobs:
   test:
-    runs-on: ubuntu-latest
     strategy:
-      fail-fast: false
       matrix:
-        ruby-version: ['3.1', '3.2', '3.3', '3.4']
+        ruby-version:
+          - "3.1"
+          - "3.2"
+          - "3.3"
+          - "3.4"
+        gemfile:
+          - Gemfile
+          - gemfiles/rails_6.gemfile
+        exclude:
+        - ruby-version: "3.4"
+          gemfile: gemfiles/rails_6.gemfile
+    runs-on: ubuntu-latest
+    name: ${{ format('Tests (Ruby {0})', matrix.ruby-version) }}
+    continue-on-error: true
+    env:
+      BUNDLE_GEMFILE: ${{ github.workspace }}/${{ matrix.gemfile }}
     steps:
     - uses: actions/checkout@v4
     - name: Set up Ruby
@@ -23,6 +36,5 @@ jobs:
       with:
         ruby-version: ${{ matrix.ruby-version }}
         bundler-cache: true
-        rubygems: latest
     - name: Run tests
       run: bundle exec rake
diff --git a/acts_as_textcaptcha.gemspec b/acts_as_textcaptcha.gemspec
index 926958d..0e51876 100644
--- a/acts_as_textcaptcha.gemspec
+++ b/acts_as_textcaptcha.gemspec
@@ -48,9 +48,8 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency("rdoc")
 
   # testing
-  spec.add_development_dependency("appraisal")
-  spec.add_development_dependency("rails", "~> 6.1")
+  spec.add_development_dependency("rails", "~> 7.2")
   spec.add_development_dependency("minitest")
-  spec.add_development_dependency("sqlite3", "~> 1.4")
+  spec.add_development_dependency("sqlite3")
   spec.add_development_dependency("webmock")
 end
diff --git a/gemfiles/rails_6.gemfile b/gemfiles/rails_6.gemfile
index 0f4ce5a..f7cb027 100644
--- a/gemfiles/rails_6.gemfile
+++ b/gemfiles/rails_6.gemfile
@@ -1,5 +1,3 @@
-# This file was generated by Appraisal
-
 source "https://rubygems.org"
 
 gem "rails", "6.1.7.8"
diff --git a/gemfiles/rails_7.gemfile b/gemfiles/rails_7.gemfile
deleted file mode 100644
index 8d9a87d..0000000
--- a/gemfiles/rails_7.gemfile
+++ /dev/null
@@ -1,7 +0,0 @@
-# This file was generated by Appraisal
-
-source "https://rubygems.org"
-
-gem "rails", "7.2.0"
-
-gemspec path: "../"