diff --git a/.github/workflows/ruby_tests.yml b/.github/workflows/ruby_tests.yml
index e2502dd0..5dc0e362 100644
--- a/.github/workflows/ruby_tests.yml
+++ b/.github/workflows/ruby_tests.yml
@@ -24,7 +24,7 @@ jobs:
       fail-fast: false
       matrix:
         foreman:
-          - develop
+          - 3.12-stable
     uses: theforeman/actions/.github/workflows/foreman_plugin.yml@v0
     with:
       plugin: foreman_rh_cloud
diff --git a/foreman_rh_cloud.gemspec b/foreman_rh_cloud.gemspec
index 36b220cb..837c2dd0 100644
--- a/foreman_rh_cloud.gemspec
+++ b/foreman_rh_cloud.gemspec
@@ -20,9 +20,9 @@ Gem::Specification.new do |s|
 
   s.required_ruby_version = '>= 2.7', '< 4'
 
-  s.add_dependency 'foreman_ansible'
-  s.add_dependency 'foreman-tasks'
-  s.add_runtime_dependency 'katello', '>= 4.14.0.rc1.1'
+  s.add_dependency 'foreman_ansible', '< 15'
+  s.add_dependency 'foreman-tasks', '< 10'
+  s.add_runtime_dependency 'katello', '>= 4.14.0.rc1.1', '< 4.15'
 
   s.add_development_dependency 'rdoc'
   s.add_development_dependency 'theforeman-rubocop', '~> 0.1.0'