Add expanse results

for-ai · Oct 25, 2024 · 91eae4a · 91eae4a
1 parent b4cf1ac
commit 91eae4a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/analysis/avg_agreement_final.py b/analysis/avg_agreement_final.py
@@ -41,8 +41,8 @@
 
 data = {
     "Mistral 7B v0.2": [0.41964902527302483, 0.041728704319417186, "Generative RM"],
-    "Aya 23 35B": [0.4366594509037704, 0.02590083631166214, "Generative RM"],
-    "Aya 23 8B": [0.38482902327857127, 0.02093522000984476, "Generative RM"],
+    "Aya Expanse 32B": [0.4003778044219308, 0.02812115649635047, "Generative RM"],
+    "Aya Expanse 8B": [0.38482902327857127, 0.02093522000984476, "Generative RM"],
     "Command R": [0.370172816882575, 0.02977439059146716, "Generative RM"],
     "Command R+": [0.38117473236836474, 0.020413901190603385, "Generative RM"],
     "Gemma 1.1 7B": [0.5121848983276365, 0.02775593676763153, "Generative RM"],

diff --git a/analysis/plot_results.py b/analysis/plot_results.py
@@ -193,7 +193,7 @@ def plot_eng_drop_line(
     from scipy.stats import pearsonr, spearmanr
 
     df = pd.read_csv(input_path)
-    df = df[["Model", "Model_Type", "Family", "eng_Latn", "Avg_Multilingual"]]
+    df = df[["Model", "Model_Type", "eng_Latn", "Avg_Multilingual"]]
     df = df.sort_values(by="Avg_Multilingual", ascending=False).reset_index(drop=True)
     data = df.set_index("Model").dropna()
     data[data.select_dtypes(include="number").columns] = data.select_dtypes(include="number") * 100