From f8d8ed2981d426a155619a7630d3f002a0c2a5a1 Mon Sep 17 00:00:00 2001 From: Alexander Kovrigin Date: Tue, 13 Aug 2024 10:31:55 +0200 Subject: [PATCH] Add experiments configs --- code_editing/scripts/conf/.gitignore | 1 - code_editing/scripts/conf/experiments/acr_ast.yaml | 5 +++++ code_editing/scripts/conf/experiments/agent_ast.yaml | 7 +++++++ code_editing/scripts/conf/experiments/agent_bm25.yaml | 6 ++++++ .../scripts/conf/experiments/agent_cl_ast.yaml | 7 +++++++ .../scripts/conf/experiments/agent_cl_bm25.yaml | 6 ++++++ .../scripts/conf/experiments/agent_sr_ast.yaml | 7 +++++++ .../scripts/conf/experiments/agent_sr_bm25.yaml | 6 ++++++ .../scripts/conf/experiments/aider_repomap.yaml | 5 +++++ .../scripts/conf/experiments/baseline_bm25.yaml | 5 +++++ code_editing/scripts/conf/experiments/e2e_aider.yaml | 10 ++++++++++ 11 files changed, 64 insertions(+), 1 deletion(-) delete mode 100644 code_editing/scripts/conf/.gitignore create mode 100644 code_editing/scripts/conf/experiments/acr_ast.yaml create mode 100644 code_editing/scripts/conf/experiments/agent_ast.yaml create mode 100644 code_editing/scripts/conf/experiments/agent_bm25.yaml create mode 100644 code_editing/scripts/conf/experiments/agent_cl_ast.yaml create mode 100644 code_editing/scripts/conf/experiments/agent_cl_bm25.yaml create mode 100644 code_editing/scripts/conf/experiments/agent_sr_ast.yaml create mode 100644 code_editing/scripts/conf/experiments/agent_sr_bm25.yaml create mode 100644 code_editing/scripts/conf/experiments/aider_repomap.yaml create mode 100644 code_editing/scripts/conf/experiments/baseline_bm25.yaml create mode 100644 code_editing/scripts/conf/experiments/e2e_aider.yaml diff --git a/code_editing/scripts/conf/.gitignore b/code_editing/scripts/conf/.gitignore deleted file mode 100644 index 51b4cfd..0000000 --- a/code_editing/scripts/conf/.gitignore +++ /dev/null @@ -1 +0,0 @@ -local/ diff --git a/code_editing/scripts/conf/experiments/acr_ast.yaml b/code_editing/scripts/conf/experiments/acr_ast.yaml new file mode 100644 index 0000000..d95c0d0 --- /dev/null +++ b/code_editing/scripts/conf/experiments/acr_ast.yaml @@ -0,0 +1,5 @@ +defaults: + - acr + +inference: + run_name: ast-acr diff --git a/code_editing/scripts/conf/experiments/agent_ast.yaml b/code_editing/scripts/conf/experiments/agent_ast.yaml new file mode 100644 index 0000000..1a7565a --- /dev/null +++ b/code_editing/scripts/conf/experiments/agent_ast.yaml @@ -0,0 +1,7 @@ +defaults: + - agent + - override tools: acr_toolkit + - _self_ + +inference: + run_name: ast-agent-tc diff --git a/code_editing/scripts/conf/experiments/agent_bm25.yaml b/code_editing/scripts/conf/experiments/agent_bm25.yaml new file mode 100644 index 0000000..4380caa --- /dev/null +++ b/code_editing/scripts/conf/experiments/agent_bm25.yaml @@ -0,0 +1,6 @@ +defaults: + - agent + - _self_ + +inference: + run_name: bm25-agent-tc diff --git a/code_editing/scripts/conf/experiments/agent_cl_ast.yaml b/code_editing/scripts/conf/experiments/agent_cl_ast.yaml new file mode 100644 index 0000000..ea6c2d5 --- /dev/null +++ b/code_editing/scripts/conf/experiments/agent_cl_ast.yaml @@ -0,0 +1,7 @@ +defaults: + - agent + - override tools: acr_toolkit + - _self_ + +inference: + run_name: ast-agent-cl diff --git a/code_editing/scripts/conf/experiments/agent_cl_bm25.yaml b/code_editing/scripts/conf/experiments/agent_cl_bm25.yaml new file mode 100644 index 0000000..919ce4d --- /dev/null +++ b/code_editing/scripts/conf/experiments/agent_cl_bm25.yaml @@ -0,0 +1,6 @@ +defaults: + - agent_cl + - _self_ + +inference: + run_name: bm25-agent-cl diff --git a/code_editing/scripts/conf/experiments/agent_sr_ast.yaml b/code_editing/scripts/conf/experiments/agent_sr_ast.yaml new file mode 100644 index 0000000..2391f22 --- /dev/null +++ b/code_editing/scripts/conf/experiments/agent_sr_ast.yaml @@ -0,0 +1,7 @@ +defaults: + - agent_sr + - override tools: acr_toolkit + - _self_ + +inference: + run_name: ast-agent-sr diff --git a/code_editing/scripts/conf/experiments/agent_sr_bm25.yaml b/code_editing/scripts/conf/experiments/agent_sr_bm25.yaml new file mode 100644 index 0000000..00f9846 --- /dev/null +++ b/code_editing/scripts/conf/experiments/agent_sr_bm25.yaml @@ -0,0 +1,6 @@ +defaults: + - agent_sr + - _self_ + +inference: + run_name: bm25-agent-sr diff --git a/code_editing/scripts/conf/experiments/aider_repomap.yaml b/code_editing/scripts/conf/experiments/aider_repomap.yaml new file mode 100644 index 0000000..2436560 --- /dev/null +++ b/code_editing/scripts/conf/experiments/aider_repomap.yaml @@ -0,0 +1,5 @@ +defaults: + - aider + +inference: + run_name: repomap-aider diff --git a/code_editing/scripts/conf/experiments/baseline_bm25.yaml b/code_editing/scripts/conf/experiments/baseline_bm25.yaml new file mode 100644 index 0000000..05c9e17 --- /dev/null +++ b/code_editing/scripts/conf/experiments/baseline_bm25.yaml @@ -0,0 +1,5 @@ +defaults: + - baseline + +inference: + run_name: bm25-baseline diff --git a/code_editing/scripts/conf/experiments/e2e_aider.yaml b/code_editing/scripts/conf/experiments/e2e_aider.yaml new file mode 100644 index 0000000..1c31c3a --- /dev/null +++ b/code_editing/scripts/conf/experiments/e2e_aider.yaml @@ -0,0 +1,10 @@ +defaults: + - end_to_end + - _self_ + +inference: + run_name: ast-e2e + +graph: + agent_prompt: + owner_repo_commit: jbr-code-editing/agent-repo-map