Add latest configs, and configs for delivery

adm_configs/metrics-evaluation/hybrid_kaleido_adept_high_no_other_choices.yml

@@ -0,0 +1,23 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map: 'align_system/algorithms/lib/templates/kdma_descriptions_short_metrics_eval.yml'
+    # LLM kwargs
+    answer_attempts: 5
+    action_template: 'Choosing to "{{choice}}".  In the context of the following scenario: {{scene_state}} {{mission}} {{decision_environment}} With the following casualties:\n{{characters_str}}'
+
+alignment_target_override:
+  id: ADEPT-metrics_eval-alignment-target-train-HIGH
+  kdma_values:
+    - {kdma: MoralDesert, value: 1}

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_high_no_other_choices.yml

@@ -0,0 +1,24 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map: 'align_system/algorithms/lib/templates/kdma_descriptions_short_metrics_eval.yml'
+    # LLM kwargs
+    answer_attempts: 5
+    action_template: 'Choosing to "{{choice}}".  In the context of the following scenario: {{scene_state}} {{mission}} {{decision_environment}} With the following casualties:\n{{characters_str}}'
+
+alignment_target_override:
+  id: maximization_high
+  kdma_values:
+    - kdma: maximization
+      value: 0.9

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_high_vrd_rephrase1.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Prioritize gathering the most information possible before acting on that information to maximize lives saved
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_high
+  kdma_values:
+    - kdma: maximization
+      value: 0.9

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_high_vrd_rephrase2.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Prioritize gathering the most information possible before acting on that information, but not at the detriment of casualties
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_low
+  kdma_values:
+    - kdma: maximization
+      value: 0.1

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_high_vrd_rephrase3.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Favor gathering information to plan actions that maximize lives saved
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_high
+  kdma_values:
+    - kdma: maximization
+      value: 0.9

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_high_vrd_rephrase4.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Favor gathering the most information possible to take actions that maximize casualty outcomes
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_high
+  kdma_values:
+    - kdma: maximization
+      value: 0.9

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_high_vrd_rephrase5.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Prioritize gathering information to take the most informed, life-saving actions
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_high
+  kdma_values:
+    - kdma: maximization
+      value: 0.9

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_low_no_other_choices.yml

@@ -0,0 +1,24 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map: 'align_system/algorithms/lib/templates/kdma_descriptions_short_metrics_eval.yml'
+    # LLM kwargs
+    answer_attempts: 5
+    action_template: 'Choosing to "{{choice}}".  In the context of the following scenario: {{scene_state}} {{mission}} {{decision_environment}} With the following casualties:\n{{characters_str}}'
+
+alignment_target_override:
+  id: maximization_low
+  kdma_values:
+    - kdma: maximization
+      value: 0.1

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_low_vrd_rephrase1.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Prioritize gathering the most information possible before acting on that information to maximize lives saved
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_low
+  kdma_values:
+    - kdma: maximization
+      value: 0.1

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_low_vrd_rephrase2.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Prioritize gathering the most information possible before acting on that information, but not at the detriment of casualties
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_low
+  kdma_values:
+    - kdma: maximization
+      value: 0.1

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_low_vrd_rephrase3.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Favor gathering information to plan actions that maximize lives saved
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_low
+  kdma_values:
+    - kdma: maximization
+      value: 0.1

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_low_vrd_rephrase4.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Favor gathering the most information possible to take actions that maximize casualty outcomes
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_low
+  kdma_values:
+    - kdma: maximization
+      value: 0.1

adm_configs/metrics-evaluation/hybrid_kaleido_soartech_low_vrd_rephrase5.yml

@@ -0,0 +1,27 @@
+adm:
+  name: 'HybridKaleidoADM'
+  init_kwargs:
+    kaleido_init_kwargs:
+      model_name: 'allenai/kaleido-large'
+      use_tqdm: False
+
+    llm_init_kwargs:
+      hf_model: 'meta-llama/Llama-2-7b-chat-hf'
+      precision: 'half'
+
+  inference_kwargs:
+    # Kaleido kwargs
+    distance_fn: 'RelevanceWeightedDistance'
+    kdma_descriptions_map:
+      maximization:
+        name: Maximization
+        description: Prioritize gathering information to take the most informed, life-saving actions
+        vrd: Value
+    # LLM kwargs
+    answer_attempts: 5
+
+alignment_target_override:
+  id: maximization_low
+  kdma_values:
+    - kdma: maximization
+      value: 0.1

adm_configs/metrics-evaluation/single_kdma_adm_adept_high_no_negatives.yml

@@ -0,0 +1,17 @@
+adm:
+  name: 'SingleKDMAADM'
+  init_kwargs:
+    hf_model: meta-llama/Llama-2-13b-chat-hf
+    precision: half
+    temperature: 0.7
+
+  inference_kwargs:
+    baseline: false
+    n_negative_samples: 0
+    n_positive_samples: 5
+    shuffle: true
+
+alignment_target_override:
+  id: ADEPT-metrics_eval-alignment-target-train-HIGH
+  kdma_values:
+    - {kdma: MoralDesert, value: 1}

adm_configs/metrics-evaluation/delivered/single_kdma_adm_adept.yml → adm_configs/metrics-evaluation/single_kdma_adm_adept_low_no_negatives.yml

@@ -7,6 +7,11 @@ adm:
 
   inference_kwargs:
     baseline: false
-    n_negative_samples: 5
+    n_negative_samples: 0
     n_positive_samples: 5
     shuffle: true
+
+alignment_target_override:
+  id: ADEPT-metrics_eval-alignment-target-train-LOW
+  kdma_values:
+    - {kdma: MoralDesert, value: 0}