diff --git a/test/reline/test_reline.rb b/test/reline/test_reline.rb
index 4134beac80..0a4f38986b 100644
--- a/test/reline/test_reline.rb
+++ b/test/reline/test_reline.rb
@@ -471,6 +471,8 @@ def test_tty_amibuous_width
       w.close
       Process.waitpid pid
     end
+  ensure
+    File.delete(ruby_file.path) if ruby_file
   end
 
   def get_reline_encoding
diff --git a/test/reline/yamatanooroti/test_rendering.rb b/test/reline/yamatanooroti/test_rendering.rb
index 6503ea325b..1741eca694 100644
--- a/test/reline/yamatanooroti/test_rendering.rb
+++ b/test/reline/yamatanooroti/test_rendering.rb
@@ -1817,6 +1817,9 @@ def test_stop_continue
       write "\ebg"
       assert_screen(/>abc\n>def\n>ghi\n/)
       close
+    ensure
+      File.delete(rubyfile.path) if rubyfile
+      File.delete(pidfile.path) if pidfile
     end
 
     def write_inputrc(content)