diff --git a/test/ruby/natalie_test.rb b/test/ruby/natalie_test.rb
index 6b6886203..23e05aa17 100644
--- a/test/ruby/natalie_test.rb
+++ b/test/ruby/natalie_test.rb
@@ -10,7 +10,7 @@
   parallelize_me!
 
   Dir.chdir File.expand_path('../..', __dir__)
-  Dir['test/natalie/*_test.rb'].each do |path|
+  Dir['test/natalie/**/*_test.rb'].each do |path|
     code = File.read(path, encoding: 'utf-8')
     describe path do
       if code =~ /# skip-ruby/