Skip to content

Commit 1c2e74d

Browse files
committed
rename test function for clarity and update server instance URL for manual testing
1 parent 7009bc2 commit 1c2e74d

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

tests/experiments/test_study.py

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,13 +21,17 @@ def _make_agent_args_list():
2121

2222

2323
@pytest.mark.skip(reason="This test requires WebArena instances to be running")
24-
def test_launch_parallel_study_webarena():
24+
def manual_test_launch_parallel_study_webarena():
2525
agent_args_list = _make_agent_args_list()
2626

2727
server_instance_1 = WebArenaInstanceVars.from_env_vars()
2828
server_instance_2 = server_instance_1.clone()
29+
server_instance_2.base_url = "http://webarena-slow.eastus.cloudapp.azure.com"
2930
parallel_servers = [server_instance_1, server_instance_2]
3031

32+
for server in parallel_servers:
33+
print(server)
34+
3135
study = make_study(
3236
agent_args_list, benchmark="webarena_tiny", parallel_servers=parallel_servers
3337
)
@@ -50,4 +54,5 @@ def test_launch_parallel_study():
5054

5155

5256
if __name__ == "__main__":
53-
test_launch_parallel_study()
57+
# test_launch_parallel_study()
58+
manual_test_launch_parallel_study_webarena()

0 commit comments

Comments
 (0)