Skip to content

Commit 91eae4a

Browse files
committed
Add expanse results
1 parent b4cf1ac commit 91eae4a

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

analysis/avg_agreement_final.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -41,8 +41,8 @@
4141

4242
data = {
4343
"Mistral 7B v0.2": [0.41964902527302483, 0.041728704319417186, "Generative RM"],
44-
"Aya 23 35B": [0.4366594509037704, 0.02590083631166214, "Generative RM"],
45-
"Aya 23 8B": [0.38482902327857127, 0.02093522000984476, "Generative RM"],
44+
"Aya Expanse 32B": [0.4003778044219308, 0.02812115649635047, "Generative RM"],
45+
"Aya Expanse 8B": [0.38482902327857127, 0.02093522000984476, "Generative RM"],
4646
"Command R": [0.370172816882575, 0.02977439059146716, "Generative RM"],
4747
"Command R+": [0.38117473236836474, 0.020413901190603385, "Generative RM"],
4848
"Gemma 1.1 7B": [0.5121848983276365, 0.02775593676763153, "Generative RM"],

analysis/plot_results.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -193,7 +193,7 @@ def plot_eng_drop_line(
193193
from scipy.stats import pearsonr, spearmanr
194194

195195
df = pd.read_csv(input_path)
196-
df = df[["Model", "Model_Type", "Family", "eng_Latn", "Avg_Multilingual"]]
196+
df = df[["Model", "Model_Type", "eng_Latn", "Avg_Multilingual"]]
197197
df = df.sort_values(by="Avg_Multilingual", ascending=False).reset_index(drop=True)
198198
data = df.set_index("Model").dropna()
199199
data[data.select_dtypes(include="number").columns] = data.select_dtypes(include="number") * 100

0 commit comments

Comments
 (0)