From 91eae4a084042f3f8ce1ded18115dd842b721235 Mon Sep 17 00:00:00 2001 From: ljvmiranda921 Date: Fri, 25 Oct 2024 11:31:37 -0700 Subject: [PATCH] Add expanse results --- analysis/avg_agreement_final.py | 4 ++-- analysis/plot_results.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/analysis/avg_agreement_final.py b/analysis/avg_agreement_final.py index 4e48e04..75bdfb9 100644 --- a/analysis/avg_agreement_final.py +++ b/analysis/avg_agreement_final.py @@ -41,8 +41,8 @@ data = { "Mistral 7B v0.2": [0.41964902527302483, 0.041728704319417186, "Generative RM"], - "Aya 23 35B": [0.4366594509037704, 0.02590083631166214, "Generative RM"], - "Aya 23 8B": [0.38482902327857127, 0.02093522000984476, "Generative RM"], + "Aya Expanse 32B": [0.4003778044219308, 0.02812115649635047, "Generative RM"], + "Aya Expanse 8B": [0.38482902327857127, 0.02093522000984476, "Generative RM"], "Command R": [0.370172816882575, 0.02977439059146716, "Generative RM"], "Command R+": [0.38117473236836474, 0.020413901190603385, "Generative RM"], "Gemma 1.1 7B": [0.5121848983276365, 0.02775593676763153, "Generative RM"], diff --git a/analysis/plot_results.py b/analysis/plot_results.py index c265863..0fa17a0 100644 --- a/analysis/plot_results.py +++ b/analysis/plot_results.py @@ -193,7 +193,7 @@ def plot_eng_drop_line( from scipy.stats import pearsonr, spearmanr df = pd.read_csv(input_path) - df = df[["Model", "Model_Type", "Family", "eng_Latn", "Avg_Multilingual"]] + df = df[["Model", "Model_Type", "eng_Latn", "Avg_Multilingual"]] df = df.sort_values(by="Avg_Multilingual", ascending=False).reset_index(drop=True) data = df.set_index("Model").dropna() data[data.select_dtypes(include="number").columns] = data.select_dtypes(include="number") * 100