[GR-19220] Update MRI test exclusions

PullRequest: truffleruby/4368

.gitignore

@@ -39,6 +39,7 @@ src/main/c/**/*.o
 src/main/c/**/*.so
 src/main/c/**/*.a
 src/main/c/**/*.bundle
+src/main/c/**/*.dylib
 src/main/c/**/extconf.h
 src/main/c/**/mkmf.log
 src/main/c/*/Makefile

test/mri/excludes/Bug/Struct/Test_Member.rb

@@ -1 +1 @@
-exclude :test_member_get, "needs investigation"
+exclude :test_member_get, "Expected Exception(NameError) was raised, but the message doesn't match. Expected /is not a struct member/ to match \"no member 'b' in struct\"."

test/mri/excludes/Bug/Time/Test_New.rb

@@ -1 +1 @@
-exclude :test_timespec_new, "needs investigation"
+exclude :test_timespec_new, "ArgumentError: Zone offset not in valid range: -18:00 to +18:00"

test/mri/excludes/CGIUtilPureRubyTest.rb

@@ -1,4 +1,2 @@
 exclude :test_cgi_escapeHTML_with_invalid_byte_sequence, "NameError: uninitialized constant CGI::Escape"
-exclude :test_cgi_escapeHTML_with_invalid_byte_sequence, "needs investigation"
 exclude :test_cgi_unescapeHTML_with_invalid_byte_sequence, "NameError: uninitialized constant CGI::Escape"
-exclude :test_cgi_unescapeHTML_with_invalid_byte_sequence, "needs investigation"

test/mri/excludes/Complex_Test.rb

@@ -1,18 +1,17 @@
-exclude :test_Complex_with_invalid_exception, "needs investigation"
-exclude :test_Complex_without_exception, "needs investigation"
-exclude :test_add_with_redefining_int_plus, "needs investigation"
-exclude :test_compsub, "needs investigation"
-exclude :test_conv, "needs investigation"
-exclude :test_div, "needs investigation"
-exclude :test_expt, "needs investigation"
-exclude :test_fixed_bug, "needs investigation"
-exclude :test_infinite_p, "needs investigation"
-exclude :test_marshal_compatibility, "needs investigation"
-exclude :test_mul, "needs investigation"
-exclude :test_parse, "needs investigation"
-exclude :test_ruby19, "needs investigation"
-exclude :test_sub_with_redefining_int_minus, "needs investigation"
-exclude :test_canonicalize_internal, "needs investigation"
-exclude :test_rationalize, "needs investigation"
-exclude :test_polar, "needs investigation"
+exclude :test_Complex_with_invalid_exception, "ArgumentError expected but nothing was raised."
+exclude :test_Complex_without_exception, "RuntimeError: "
+exclude :test_add_with_redefining_int_plus, "| <internal:core> core/truffle/ffi/pointer.rb:145:in `check_bounds': Memory access offset=0 size=5 is out of bounds (IndexError)"
+exclude :test_canonicalize_internal, "NoMethodError: undefined method `+' for #<#<Class:0x538>:0x558 @real=false>"
 exclude :test_coerce2, "<=>."
+exclude :test_compsub, "Expected (1+0i) to be an instance of ComplexSub, not Complex."
+exclude :test_conv, "Expected (1+0i) (oid=1624) to be the same as (1+0i) (oid=1640)."
+exclude :test_div, "Expected (1/1) to be integer?."
+exclude :test_expt, "<(-3+4i)> expected but was <(-3.0+4.000000000000002i)>."
+exclude :test_fixed_bug, "ArgumentError expected but nothing was raised."
+exclude :test_infinite_p, "Expected 1 to be nil."
+exclude :test_marshal_compatibility, "Exception raised: <#<NoMethodError: undefined method `<' for nil:NilClass>>"
+exclude :test_mul, "<(Infinity+0i)> expected but was <(Infinity+NaN*i)>."
+exclude :test_polar, "TypeError: not a real"
+exclude :test_rationalize, "NoMethodError: undefined method `abs' for nil:NilClass"
+exclude :test_ruby19, "NoMethodError expected but nothing was raised."
+exclude :test_sub_with_redefining_int_minus, "| <internal:core> core/truffle/ffi/pointer.rb:145:in `check_bounds': Memory access offset=0 size=42 is out of bounds (IndexError)"

test/mri/excludes/DRbTests/TestBug16634.rb

@@ -0,0 +1 @@
+exclude :test_bug16634, "ArgumentError: wrong number of arguments (given 1, expected 0)"

test/mri/excludes/DRbTests/TestDRbCore.rb

@@ -0,0 +1,3 @@
+exclude :test_02_unknown, "<\"DRbTests::DRbEx::\"> expected but was <\"DRbTests::DRbEx::FooBar\">."
+exclude :test_06_timeout, "[Timeout::Error] exception expected, not #<DRb::DRbConnError: execution expired>."
+exclude :test_11_remote_no_method_error, "[DRb::DRbRemoteError] exception expected, not #<NoMethodError: undefined method `invoke_no_method' for #<DRbTests::DRbEx:0x4d8>>."

test/mri/excludes/DRbTests/TestDRbLarge.rb

@@ -0,0 +1 @@
+exclude :test_03_large_ary, "TypeError: allocator undefined for Thread"

test/mri/excludes/DRbTests/TestDRbReusePort.rb

@@ -1,2 +1,6 @@
+exclude :test_01, "NoMethodError: undefined method `manager' for nil:NilClass"
+exclude :test_02_collect, "NoMethodError: undefined method `manager' for nil:NilClass"
+exclude :test_03_redo, "NoMethodError: undefined method `manager' for nil:NilClass"
 exclude :test_05_break, "needs investigation"
+exclude :test_06_next, "NoMethodError: undefined method `manager' for nil:NilClass"
 exclude :test_07_break_18, "needs investigation"

test/mri/excludes/DRbTests/TestDRbSSLCore.rb

@@ -0,0 +1,2 @@
+exclude :test_06_timeout, "[Timeout::Error] exception expected, not #<DRb::DRbConnError: execution expired>."
+exclude :test_11_remote_no_method_error, "[DRb::DRbRemoteError] exception expected, not #<NoMethodError: undefined method `invoke_no_method' for #<DRbTests::DRbEx:0xdf8>>."

test/mri/excludes/DRbTests/TestDRbSafe1.rb

@@ -0,0 +1,2 @@
+exclude :test_05_break, "DRb::DRbConnError: connection closed"
+exclude :test_07_break_18, "DRb::DRbConnError: connection closed"

test/mri/excludes/DRbTests/TestDRbUNIXCore.rb

@@ -0,0 +1,2 @@
+exclude :test_06_timeout, "[Timeout::Error] exception expected, not #<DRb::DRbConnError: execution expired>."
+exclude :test_11_remote_no_method_error, "[DRb::DRbRemoteError] exception expected, not #<NoMethodError: undefined method `invoke_no_method' for #<DRbTests::DRbEx:0x688>>."

test/mri/excludes/ErrorHighlightTest.rb

@@ -1,70 +1,15 @@
+exclude :test_args_ATTRASGN_1, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_ATTRASGN_2, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_ATTRASGN_3, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_CALL_1, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_CALL_2, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_FCALL_1, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_FCALL_2, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_OPCALL, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_OP_ASGN1_aref_1, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_OP_ASGN1_aref_2, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_OP_ASGN1_op, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_args_OP_ASGN2, "NameError: uninitialized constant ErrorHighlight::RubyVM"
 exclude :test_custom_formatter, "NameError: uninitialized constant ErrorHighlight::Ractor"
-exclude :test_OP_ASGN1_op_4, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_ATTRASGN_2, "<\"undefined method `[]=' for nil:NilClass\\n\" +"
-exclude :test_OPCALL_binary_2, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_ATTRASGN_4, "<\"undefined method `[]=' for nil:NilClass\\n\" +"
-exclude :test_OP_ASGN1_op_2, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_OPCALL_unary_2, "<\"undefined method `+@' for nil:NilClass\\n\" +"
-exclude :test_CALL_arg_5, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_OP_ASGN1_aref_1, "<\"undefined method `[]' for nil:NilClass\\n\" +"
-exclude :test_CALL_arg_1, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_COLON2_2, "<\"uninitialized constant ErrorHighlightTest::NotDefined\\n\" +"
-exclude :test_OP_ASGN2_op_2, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_CALL_arg_3, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_const_get, "<\"uninitialized constant ErrorHighlightTest::NotDefined\\n\" +"
-exclude :test_OP_ASGN2_read_3, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_OP_ASGN2_read_1, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_CALL_noarg_2, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_OP_CDECL_toplevel_2, "<\"undefined method `+' for ErrorHighlightTest:Class\\n\" +"
-exclude :test_CALL_noarg_4, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_CALL_send, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_CALL_aref_1, "<\"undefined method `[]' for nil:NilClass\\n\" +"
-exclude :test_CALL_aref_5, "<\"undefined method `[]' for nil:NilClass\\n\" +"
-exclude :test_CALL_aset, "<\"undefined method `[]=' for nil:NilClass\\n\" +"
-exclude :test_OP_ASGN2_write_2, "<\"undefined method `foo=' for #<Object:0x1d6a1b8>\\n\" +"
-exclude :test_OP_ASGN1_aset_1, "<\"undefined method `[]=' for #<Object:0x1d6a268>\\n\" +"
-exclude :test_OP_ASGN1_aset_3, "<\"undefined method `[]=' for #<Object:0x1d6a318>\"> expected but was"
-exclude :test_QCALL_2, "<\"undefined method `foo' for 1:Integer\\n\" +"
-exclude :test_FCALL_2, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_COLON3, "<\"uninitialized constant NotDefined\\n\" +"
-exclude :test_OP_CDECL_op_1, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_OP_CDECL_read_1, "<\"uninitialized constant ErrorHighlightTest::OP_CDECL_TEST::NotDefined\\n\" +"
-exclude :test_OP_CDECL_op_3, "NoMethodError expected but nothing was raised."
-exclude :test_local_variable_get, "<\"local variable `foo' is not defined for #<Binding:0x1d6a628>\\n\" +"
-exclude :test_OP_ASGN1_aset_2, "<\"undefined method `[]=' for #<Object:0x1d6a6a8>\\n\" +"
-exclude :test_QCALL_1, "<\"undefined method `foo' for 1:Integer\\n\" +"
-exclude :test_OP_ASGN2_write_1, "<\"undefined method `foo=' for #<Object:0x1d6a7f8>\\n\" +"
-exclude :test_OP_ASGN2_write_3, "<\"undefined method `foo=' for #<Object:0x1d6a8a8>\\n\" +"
-exclude :test_OP_ASGN1_aset_4, "<\"undefined method `[]=' for #<Object:0x1d6a958>\\n\" +"
-exclude :test_OP_CDECL_read_2, "<\"uninitialized constant ErrorHighlightTest::OP_CDECL_TEST::NotDefined\\n\" +"
-exclude :test_OP_CDECL_op_2, "NoMethodError expected but nothing was raised."
-exclude :test_VCALL_2, "<\"undefined local variable or method `foo' for nil:NilClass\\n\" +"
-exclude :test_FCALL_1, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_CALL_op_asgn, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_OP_CDECL_toplevel_1, "<\"uninitialized constant NotDefined\\n\" +"
-exclude :test_CALL_noarg_1, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_CALL_noarg_3, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_CALL_aref_4, "<\"undefined method `[]' for #<Object:0x1d6ad58>\\n\" +"
-exclude :test_CALL_aref_2, "<\"undefined method `[]' for nil:NilClass\\n\" +"
-exclude :test_explicit_raise_no_method_error, "<\"NoMethodError\\n\" + \"\\n\" + \"      raise NoMethodError\\n\" + \"      ^^^^^\"> expected but was"
-exclude :test_explicit_raise_name_error, "<\"NameError\\n\" + \"\\n\" + \"      raise NameError\\n\" + \"      ^^^^^\"> expected but was"
-exclude :test_OP_ASGN2_read_2, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_OP_ASGN1_op_1, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_ATTRASGN_5, "<\"undefined method `foo=' for nil:NilClass\\n\" +"
-exclude :test_OPCALL_binary_3, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_ATTRASGN_3, "<\"undefined method `foo=' for nil:NilClass\\n\" +"
-exclude :test_OPCALL_binary_1, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_ATTRASGN_1, "<\"undefined method `[]=' for nil:NilClass\\n\" +"
-exclude :test_CALL_arg_2, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_OP_ASGN2_op_3, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_CONST, "<\"uninitialized constant ErrorHighlightTest::NotDefined\\n\" +"
-exclude :test_OP_ASGN1_aref_4, "<\"undefined method `[]' for nil:NilClass\\n\" +"
-exclude :test_OP_ASGN2_op_1, "<\"undefined method `+' for nil:NilClass\\n\" +"
-exclude :test_COLON2_1, "[NameError] exception expected, not #<TypeError: 1:Integer is not a class/module>."
-exclude :test_CALL_arg_6, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_OPCALL_unary_1, "<\"undefined method `+@' for nil:NilClass\\n\" + \"\\n\" + \"      + nil\\n\" + \"      ^\"> expected but was"
-exclude :test_hard_tabs, "<\"undefined method `time' for 1:Integer\\n\" +"
-exclude :test_CALL_arg_4, "<\"undefined method `foo' for nil:NilClass\\n\" +"
-exclude :test_no_final_newline, "<\"undefined method `time' for 1:Integer\\n\" + \"\\n\" + \"1.time {}\\n\" + \" ^^^^^\"> expected but was"
-exclude :test_OP_ASGN1_aref_2, "<\"undefined method `[]' for nil:NilClass\\n\" +"
-exclude :test_OP_CDECL_read_3, "<\"uninitialized constant ErrorHighlightTest::OP_CDECL_TEST::NotDefined\"> expected but was"
+exclude :test_spot_with_backtrace_location, "NameError: uninitialized constant ErrorHighlight::RubyVM"
+exclude :test_spot_with_node, "NameError: uninitialized constant ErrorHighlightTest::RubyVM"

test/mri/excludes/JSONCommonInterfaceTest.rb

@@ -0,0 +1 @@
+exclude :test_dump, "SystemStackError: stack level too deep"

test/mri/excludes/JSONParserTest.rb

@@ -0,0 +1 @@
+exclude :test_nesting, "[JSON::NestingError] exception expected, not #<SystemStackError: stack level too deep"

test/mri/excludes/MethodNameCheckTest.rb

@@ -1,2 +1,2 @@
-exclude :test_corrections_when_private_method_is_called_with_args, "needs investigation"
-exclude :test_suggests_yield, "needs investigation"
+exclude :test_corrections_when_private_method_is_called_with_args, "Expected [] to only include :raise."
+exclude :test_suggests_yield, "Expected [] to only include :yield."

test/mri/excludes/NameErrorExtensionTest.rb

@@ -1 +1 @@
-exclude :test_correctable_error_objects_are_dumpable, "needs investigation"
+exclude :test_correctable_error_objects_are_dumpable, "<\"undefined method `sizee' for #<File:test_name_error_extension.rb (closed)>\"> expected but was <\"undefined method `sizee' for #<File:0x3c8 path=test_name_error_extension.rb (closed)>\">."

test/mri/excludes/Psych_Unit_Tests.rb

@@ -1,2 +0,0 @@
-exclude :test_ruby_complex, "needs investigation"
-exclude :test_ruby_rational, "needs investigation"

test/mri/excludes/Rational_Test.rb

@@ -1,12 +1,10 @@
-exclude :test_Rational_with_invalid_exception, "needs investigation"
-exclude :test_fixed_bug, "needs investigation"
-exclude :test_marshal, "needs investigation"
-exclude :test_marshal_compatibility, "needs investigation"
-exclude :test_parse, "needs investigation"
-exclude :test_power_of_0, "needs investigation"
-exclude :test_supp, "needs investigation"
-exclude :test_to_f, "needs investigation"
-exclude :test_Rational_without_exception, "needs investigation"
-exclude :test_conv, "needs investigation"
-exclude :test_power_overflow, "needs investigation"
-exclude :test_ratsub, "needs investigation"
+exclude :test_Rational_with_invalid_exception, "[ArgumentError] exception expected, not #<TypeError: denominator is not an Integer>."
+exclude :test_Rational_without_exception, "TypeError: denominator is not an Integer"
+exclude :test_conv, "RangeError: can't' convert 1+2i into Rational"
+exclude :test_marshal, "TypeError expected but nothing was raised."
+exclude :test_marshal_compatibility, "TypeError expected but nothing was raised."
+exclude :test_parse, "Rational(\"5__5/33\")."
+exclude :test_power_of_0, "Expected 0.0 to be an instance of Rational, not Float."
+exclude :test_power_overflow, "FloatDomainError: Infinity"
+exclude :test_ratsub, "ArgumentError: wrong number of arguments (given 1, expected 2)"
+exclude :test_supp, "<3.330669073875469e-16> expected but was <3.3306690738754696e-16>."

test/mri/excludes/Reline/Test.rb

@@ -1 +1 @@
-exclude :test_dumb_terminal, "<\"Reline::GeneralIO\"> expected but was"
+exclude :test_dumb_terminal, '<"Reline::GeneralIO"> expected but was <"Reline::ANSI">'

test/mri/excludes/TestAddressResolve.rb

@@ -1,14 +1,14 @@
-exclude :test_addrinfo_tcp_domain_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_addrinfo_getaddrinfo_pf_unspec_domain_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_socket_getnameinfo_domain_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_addrinfo_getaddrinfo_no_host_non_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_addrinfo_getaddrinfo_ipv6_domain_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_addrinfo_getaddrinfo_ipv4_domain_blocking, "hangs, no Fiber.set_scheduler"
 exclude :test_addrinfo_getaddrinfo_any_non_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_addrinfo_ip_domain_blocking, "hangs, no Fiber.set_scheduler"
 exclude :test_addrinfo_getaddrinfo_full_domain_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_addrinfo_udp_domain_blocking, "hangs, no Fiber.set_scheduler"
-exclude :test_addrinfo_getaddrinfo_non_existing_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_getaddrinfo_ipv4_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_getaddrinfo_ipv6_domain_blocking, "hangs, no Fiber.set_scheduler"
 exclude :test_addrinfo_getaddrinfo_localhost, "hangs, no Fiber.set_scheduler"
-exclude :test_ip_socket_getaddress_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_getaddrinfo_no_host_non_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_getaddrinfo_non_existing_domain_blocking, "hangs, no Fiber.set_scheduler"
 exclude :test_addrinfo_getaddrinfo_numeric_non_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_getaddrinfo_pf_unspec_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_ip_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_tcp_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_addrinfo_udp_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_ip_socket_getaddress_domain_blocking, "hangs, no Fiber.set_scheduler"
+exclude :test_socket_getnameinfo_domain_blocking, "hangs, no Fiber.set_scheduler"

test/mri/excludes/TestAlias.rb

@@ -1,3 +1 @@
-exclude :test_alias_class_method_added, "needs investigation"
-exclude :test_alias_module_method_added, "needs investigation"
-exclude :test_alias_inspect, "needs investigation"
+exclude :test_alias_inspect, "<\"TestAlias::Alias4(TestAlias::Alias0)#foo1(foo)()\"> expected but was <\"TestAlias::Alias4#foo1()\">."