Kuba/ct/ct hooks order option/otp 18682 #11968
GitHub Actions / CT Test Results
failed
Jul 18, 2023 in 0s
1 fail, 13 skipped, 434 pass in 1h 27m 56s
Annotations
Check warning on line 200 in lib/common_test/test/ct_master_SUITE.erl
github-actions / CT Test Results
ct_master_test failed
artifacts/Unit Test Results/common_test_junit.xml
Raw output
{{badmatch,
{badrpc,
{'EXIT',
{function_clause,
[{ct_master,'-run/4-inlined-0-',
[{["/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private/ct_master_spec.spec"],
{testspec,
"/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private",
[{t_1,t_1@e54e097feb7b},
{t_2,t_2@e54e097feb7b},
{t_3,t_3@e54e097feb7b},
{t_4,t_4@e54e097feb7b},
{t_5,t_5@e54e097feb7b}],
[{t_1@e54e097feb7b,
[{node_start,
[{callback_module,ct_slave},
{startup_functions,[]},
{monitor_master,true},
{boot_timeout,10},
{init_timeout,10},
{startup_timeout,10},
{env,[{"THIS_MUST_BE_SET","yes"},{"SO_MUST_THIS","value"}]}]},
{eval,[{erlang,nodes,[]}]}]},
{t_2@e54e097feb7b,
[{node_start,
[{callback_module,ct_slave},
{startup_functions,[]},
{monitor_master,true},
{boot_timeout,10},
{init_timeout,10},
{startup_timeout,10},
{env,[{"THIS_MUST_BE_SET","yes"},{"SO_MUST_THIS","value"}]}]},
{eval,[{erlang,nodes,[]}]}]},
{t_3@e54e097feb7b,
[{node_start,
[{callback_module,ct_slave},
{startup_functions,[]},
{monitor_master,true},
{boot_timeout,10},
{init_timeout,10},
{startup_timeout,10},
{env,[{"THIS_MUST_BE_SET","yes"},{"SO_MUST_THIS","value"}]}]},
{eval,[{erlang,nodes,[]}]}]},
{t_4@e54e097feb7b,
[{node_start,
[{callback_module,ct_slave},
{startup_functions,[]},
{monitor_master,true},
{boot_timeout,10},
{init_timeout,10},
{startup_timeout,10},
{env,[{"THIS_MUST_BE_SET","yes"},{"SO_MUST_THIS","value"}]}]},
{eval,[{erlang,nodes,[]}]}]},
{t_5@e54e097feb7b,
[{node_start,
[{callback_module,ct_slave},
{startup_functions,[]},
{monitor_master,true},
{boot_timeout,10},
{init_timeout,10},
{startup_timeout,10},
{env,[{"THIS_MUST_BE_SET","yes"},{"SO_MUST_THIS","value"}]}]},
{eval,[{erlang,nodes,[]}]}]}],
[],[],
[{t_1@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private/slave.t_1"},
{t_2@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private/slave.t_2"},
{t_3@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private/slave.t_3"},
{t_4@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private/slave.t_4"},
{t_5@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private/slave.t_5"},
{master,
"/buildroot/otp/lib/common_test/make_test_dir/ct_logs/ct_run.test_server@e54e097feb7b.2023-07-18_14.54.47/make_test_dir.common_test_test.logs/run.2023-07-18_14.54.51/log_private"},
"."],
[],[],[],[],[],[],[],
[{t_2@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/config.txt"},
{t_3@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/config.txt"},
{t_5@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/config.txt"},
{master,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/config.txt"}],
[{t_1@e54e097feb7b,
{ct_config_xml,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/config.xml"}},
{t_4@e54e097feb7b,
{ct_config_xml,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/config.xml"}}],
[{master,ct_test_support_eh,
[{cbm,ct_test_support},{trace_level,50}]}],
[],undefined,true,false,
[{t_1@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/include"},
{t_2@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/include"},
{t_3@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/include"},
{t_4@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/include"},
{t_5@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master/include"}],
[],[],[],[],[],[],[],
[{{t_1@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master"},
[{master_SUITE,[all]}]},
{{t_2@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master"},
[{master_SUITE,[all]}]},
{{t_3@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master"},
[{master_SUITE,[all]}]},
{{t_4@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master"},
[{master_SUITE,[all]}]},
{{t_5@e54e097feb7b,
"/buildroot/otp/lib/common_test/make_test_dir/common_test_test/ct_master_SUITE_data/master"},
[{master_SUITE,[all]}]}],
[],true}}],
[{file,"ct_master.erl"},{line,66}]},
{lists,map,2,[{file,"lists.erl"},{line,1559}]},
{ct_master,run,4,[{file,"ct_master.erl"},{line,65}]},
{ct_master,run,1,[]}]}}}},
[{ct_master_SUITE,run_test,3,[{file,"ct_master_SUITE.erl"},{line,200}]},
{ct_master_SUITE,ct_master_test,1,[{file,"ct_master_SUITE.erl"},{line,114}]},
{test_server,ts_tc,3,[{file,"test_server.erl"},{line,1793}]},
{test_server,run_test_case_eval1,6,[{file,"test_server.erl"},{line,1302}]},
{test_server,run_test_case_eval,9,[{file,"test_server.erl"},{line,1234}]}]}
Check notice on line 0 in .github
github-actions / CT Test Results
13 skipped tests found
There are 13 skipped tests, see "Raw output" for the full list of skipped tests.
Raw output
duration
duration_force_stop
duration_force_stop_skip_rest
duration_force_stop_skip_rest_group
nt
prop_sort
repeat_n
test_runtime_dependencies_versions
unix_telnet
until
until_force_stop
until_force_stop_skip_rest
until_force_stop_skip_rest_group
Check notice on line 0 in .github
github-actions / CT Test Results
448 tests found
There are 448 tests, see "Raw output" for the full list of tests.
Raw output
absolute_excl_dirs
absolute_incl_dirs
absolute_path
ac_flag
ac_spec
all_groups
all_in_sub_group1
all_in_sub_group2
all_in_top_group1
all_in_top_group2
all_plus_one_tc
all_plus_one_tc_no_merge_tests
all_suites
all_testcases
alter_all
alter_all_from_skip
alter_all_to_skip
alter_groups
ancient_major
app_file
appup_file
arg_overflow
args_file
args_file_env
argument_separation
argument_with_option
atomic
auto_per_run
auto_per_tc
auto_skip
bad_return_all
bad_return_groups
bad_testcase_in_sub_groups1
basic
basic_compatible_no_nodes
basic_compatible_nodes
basic_flag
basic_spec
beam_me_up
bin white space
bin_default
bin_default_dirty
bin_dirname_fail
bin_no_srcfile
bin_no_use_dirname_fail
bin_not_abs
bin_ok_symlink
bin_outside_eprfx
bin_outside_eprfx_dirty
bin_same_dir
bin_unreachable_absolute
bin_unreachable_relative
bin_unreasonable_path
broadcast
call_to_deprecated
call_to_now_0
call_to_size_1
callbacks_on_skip
case_after_subgroup_fail_init
case_after_subgroup_return_fail
cfg_error
change_default
character
clean
combine_categories
compile_erl
compile_mib
compile_script
compile_yecc
cond_wait
config_clash
config_func_errors
config_info
config_restored
core_files
cover_node_option
cover_stop_false
cover_stop_true
crash_all
crash_groups
create_join_thread
cross
ct_cover_add_remove_nodes
ct_hooks_order_config_ips_cth
ct_hooks_order_config_suite_cth
ct_hooks_order_test_cth
ct_master_test
cth_log
cth_log_formatter
cth_log_unexpect
data_dir
deep_cwd
default
define_names_1
defunct
deprecated_not_in_obsolete
detached_thread
dir1
dir1_2
dir2
double_fail_pre_suite_cth
duration
duration_force_stop
duration_force_stop_skip_rest
duration_force_stop_skip_rest_group
dw_atomic_massage
empty_group
end_per_group
end_per_suite
env
equal_tids
erl_file_encoding
erlang_display
event_mgrs
evil_args_file
export_import
fail_n_skip_with_minimal_cth
fail_post_init_tc_cth
fail_post_suite_cth
fail_pre_init_per_suite
fail_pre_suite_cth
failed_sequence
fallback
faulty_cth_exit_in_id
faulty_cth_exit_in_init
faulty_cth_exit_in_init_scope_suite
faulty_cth_id_no_init
faulty_cth_no_init
faulty_cth_undef
faulty_regexp
features
features_all
features_atom_warnings
features_directives
features_disable
features_erlc_describe
features_erlc_unknown
features_include
features_load
features_macros
features_runtime
float
general_level_hi
general_level_low
general_level_std
good_citizen
group
group_all_testcases
group_config
group_path
group_spec
group_testcase
groups_dir_1
groups_dirs_1
groups_suite_1
groups_suite_2
groups_suites_1
groupspec_path
groupspec_path_2
handles_to_multi_conn_pids
handles_to_single_conn_pids
heavier
heavy
illegal_values_all
illegal_values_groups
incl_both1
incl_both2
incl_both_and_join1
incl_both_and_join2
incl_join1
incl_join2
incl_separate1
incl_separate2
init_per_group
init_per_suite
install_config
integer
keep_logs
lib_error
local
logdir
macros_defined
macros_undefined
major
major_fail_downgraded
major_fail_init
major_fail_no_init
major_fail_upgraded
make_dep_options
manual_per_tc
max_threads
merge_with_testspec
minimal_and_maximal_cth
minimal_cth
minor
misc_config_terms
misc_errors
missing_args_file
missing_conf
multi_group
multi_group_config
multiple_specs
mutex
names_to_multi_conn_pids
names_to_single_conn_pids
netconfc1_SUITE
netconfc_remote_SUITE
no_compile
no_config
no_crashing
no_end_config
no_init_config
no_init_suite_config
no_levels
no_merging
nt
obsolete_but_not_deprecated
one_cth
options_cth
order_of_groups_many_dirs
order_of_groups_many_dirs_no_merge_tests
order_of_groups_many_suites
order_of_groups_many_suites_no_merge_tests
order_of_suites_many_dirs
order_of_suites_many_dirs_no_merge_tests
order_of_tests_many_dirs
order_of_tests_many_dirs_no_merge_tests
order_of_tests_many_suites
order_of_tests_many_suites_no_merge_tests
order_of_tests_many_suites_with_skip
order_of_tests_many_suites_with_skip_no_merge_tests
otp_7461
otp_9956
override_with_all
override_with_spec
own_server
parse_table_empty
parse_table_multiline_row
parse_table_one_column_multiline
parse_table_one_column_simple
parse_table_single
pick_one_test_from_group
pick_one_test_from_subgroup
possible_deadlock
post_end_per_group
post_end_per_suite
post_end_per_testcase
post_init_per_group
post_init_per_suite
post_init_per_testcase
pre_end_per_group
pre_end_per_suite
pre_end_per_testcase
pre_init_per_group
pre_init_per_suite
pre_init_per_testcase
pre_post_io
print
prio_cth
prop_sort
quote
rec_incl_join1
rec_incl_join2
rec_incl_join_separate1
rec_incl_join_separate2
rec_incl_separate1
rec_incl_separate2
rec_incl_separate_join1
rec_incl_separate_join2
recover_post_suite_cth
refresh_logs
relative_excl_dirs
relative_incl_dirs
relative_path
remote
remote_nostop
repeat
repeat_1
repeat_cs
repeat_cs_and_grs
repeat_cs_until_all_fail
repeat_cs_until_all_ok
repeat_cs_until_any_fail
repeat_cs_until_any_ok
repeat_force_stop
repeat_gr_until_all_fail
repeat_gr_until_all_ok
repeat_gr_until_any_fail
repeat_gr_until_any_ok
repeat_n
repeat_parallel_until_fail
repeat_parallel_until_ok
repeat_seq
repeat_seq_until_any_fail
repeat_sequence_until_fail
repeat_sequence_until_ok
repeat_shuffled_seq_until_any_fail
require
require_default
require_no_ipg
require_no_ips
results
run_groups_with_options
run_groups_with_testspec
runtime_dependencies_functions
runtime_dependencies_modules
rwmutex
rwspinlock
same_id_cth
scope_per_group_cth
scope_per_group_state_cth
scope_per_suite_cth
scope_per_suite_state_cth
scope_suite_cth
scope_suite_group_only_cth
scope_suite_state_cth
simple_group_case_opt
simple_group_opt
skip_all_groups
skip_all_suites
skip_all_testcases
skip_case_in_spec
skip_group
skip_group_all_testcases
skip_group_testcase
skip_post_suite_cth
skip_pre_end_cth
skip_pre_init_tc_cth
skip_pre_suite_cth
skip_subgroup
skip_subgroup_all_testcases
skip_subgroup_testcase
skip_suite
skip_suite_in_spec
skip_testcase
slave
slave_start_slave
sleepy_child
snprintf
spec_auto_per_run
spec_default
spec_manual_per_tc
spinlock
start_interactive
start_join
start_separate
start_stop
state_update_cth
string
strong_components
sub_skipped_by_top
subgroup
subgroup_after_failed_case
subgroup_all_testcases
subgroup_init_fail
subgroup_return_fail
subgroup_testcase
suite
suite11
suite11_21
suite21
tc111
tc111_112
tc211
test_message_queue_data_switching
test_runtime_dependencies_versions
test_server_SUITE
test_server_break_SUITE
test_server_conf01_SUITE
test_server_conf02_SUITE
test_server_cover_SUITE
test_server_failing_logs
test_server_parallel01_SUITE
test_server_shuffle01_SUITE
test_server_skip_SUITE
test_server_unicode
test_throughput_benchmark
testcase
testcase_in_sub_group1
testcase_in_sub_group2
testcase_in_sub_groups1
testcase_in_sub_groups10
testcase_in_sub_groups11
testcase_in_sub_groups12
testcase_in_sub_groups13
testcase_in_sub_groups2
testcase_in_sub_groups3
testcase_in_sub_groups4
testcase_in_sub_groups5
testcase_in_sub_groups6
testcase_in_sub_groups7
testcase_in_sub_groups8
testcase_in_sub_groups9
testcase_in_top_group1
testcase_in_top_group2
testcase_in_top_groups1
testcase_in_top_groups2
testcase_in_top_groups3
testcase_in_top_groups4
testcase_in_top_groups5
testcase_in_top_groups6
testcase_in_top_groups7
testcase_many_groups
testcases_in_all_groups
testspec_dynamic
testspec_legacy
testspec_only
testspec_skip
testspec_static
thread_name
timetrap
timetrap_all
timetrap_all_no_ipg
timetrap_all_no_ips
timetrap_end_conf
timetrap_extended
timetrap_fun
timetrap_fun_group
timetrap_group
timetrap_group_case
timetrap_normal
timetrap_parallel
timetrap_with_float_mult
topgroup
try_lock_mutex
ts_if_1
tsd
two_cth
undefined_functions
unicode_atoms_SUITE
unicode_paths
unicode_spec
unix_telnet
unknown_terms
until
until_force_stop
until_force_stop_skip_rest
until_force_stop_skip_rest_group
update_config_cth
update_config_cth2
update_result_cth
url
user_skip
userconfig_dynamic
userconfig_static
verify
xml_file_encoding
zdbbl_dist_buf_busy_limit
Loading