Add experiments configs

JetBrains-Research · Aug 13, 2024 · f8d8ed2 · f8d8ed2
1 parent d3f5354
commit f8d8ed2
Show file tree

Hide file tree

Showing 11 changed files with 64 additions and 1 deletion.
diff --git a/code_editing/scripts/conf/.gitignore b/code_editing/scripts/conf/.gitignore
diff --git a/code_editing/scripts/conf/experiments/acr_ast.yaml b/code_editing/scripts/conf/experiments/acr_ast.yaml
@@ -0,0 +1,5 @@
+defaults:
+  - acr
+
+inference:
+  run_name: ast-acr
diff --git a/code_editing/scripts/conf/experiments/agent_ast.yaml b/code_editing/scripts/conf/experiments/agent_ast.yaml
@@ -0,0 +1,7 @@
+defaults:
+  - agent
+  - override tools: acr_toolkit
+  - _self_
+
+inference:
+  run_name: ast-agent-tc
diff --git a/code_editing/scripts/conf/experiments/agent_bm25.yaml b/code_editing/scripts/conf/experiments/agent_bm25.yaml
@@ -0,0 +1,6 @@
+defaults:
+  - agent
+  - _self_
+
+inference:
+  run_name: bm25-agent-tc
diff --git a/code_editing/scripts/conf/experiments/agent_cl_ast.yaml b/code_editing/scripts/conf/experiments/agent_cl_ast.yaml
@@ -0,0 +1,7 @@
+defaults:
+  - agent
+  - override tools: acr_toolkit
+  - _self_
+
+inference:
+  run_name: ast-agent-cl
diff --git a/code_editing/scripts/conf/experiments/agent_cl_bm25.yaml b/code_editing/scripts/conf/experiments/agent_cl_bm25.yaml
@@ -0,0 +1,6 @@
+defaults:
+  - agent_cl
+  - _self_
+
+inference:
+  run_name: bm25-agent-cl
diff --git a/code_editing/scripts/conf/experiments/agent_sr_ast.yaml b/code_editing/scripts/conf/experiments/agent_sr_ast.yaml
@@ -0,0 +1,7 @@
+defaults:
+  - agent_sr
+  - override tools: acr_toolkit
+  - _self_
+
+inference:
+  run_name: ast-agent-sr
diff --git a/code_editing/scripts/conf/experiments/agent_sr_bm25.yaml b/code_editing/scripts/conf/experiments/agent_sr_bm25.yaml
@@ -0,0 +1,6 @@
+defaults:
+  - agent_sr
+  - _self_
+
+inference:
+  run_name: bm25-agent-sr
diff --git a/code_editing/scripts/conf/experiments/aider_repomap.yaml b/code_editing/scripts/conf/experiments/aider_repomap.yaml
@@ -0,0 +1,5 @@
+defaults:
+  - aider
+
+inference:
+  run_name: repomap-aider
diff --git a/code_editing/scripts/conf/experiments/baseline_bm25.yaml b/code_editing/scripts/conf/experiments/baseline_bm25.yaml
@@ -0,0 +1,5 @@
+defaults:
+  - baseline
+
+inference:
+  run_name: bm25-baseline
diff --git a/code_editing/scripts/conf/experiments/e2e_aider.yaml b/code_editing/scripts/conf/experiments/e2e_aider.yaml
@@ -0,0 +1,10 @@
+defaults:
+  - end_to_end
+  - _self_
+
+inference:
+  run_name: ast-e2e
+
+graph:
+  agent_prompt:
+    owner_repo_commit: jbr-code-editing/agent-repo-map