diff options
| author | Johannes Medagbe <johanmedagbe@gmail.com> | 2026-09-21 10:03:20 +0000 |
|---|---|---|
| committer | Johannes Medagbe <johanmedagbe@gmail.com> | 2026-09-22 12:18:32 +0000 |
| commit | dce53892085c02c8571d8a6495e39c449294aa5f (patch) | |
| tree | ae64d32cc845d30ec2a4cc3514a23dc5683a09a1 /aisearch/scripts/barplot_metrics.py | |
| download | genenetwork_ai_search-master.tar.gz | |
New: commit aisearch repo master
Diffstat (limited to 'aisearch/scripts/barplot_metrics.py')
| -rw-r--r-- | aisearch/scripts/barplot_metrics.py | 86 |
1 files changed, 86 insertions, 0 deletions
diff --git a/aisearch/scripts/barplot_metrics.py b/aisearch/scripts/barplot_metrics.py new file mode 100644 index 0000000..0932f80 --- /dev/null +++ b/aisearch/scripts/barplot_metrics.py @@ -0,0 +1,86 @@ +""" +Script to plot results with traditional metrics using local models +""" + +import os + +import matplotlib.pyplot as plt +import pandas as pd +import seaborn as sns + +INPUT1_PATH = os.getenv("INPUT1_PATH") +if INPUT1_PATH is None: + raise FileNotFoundError("Set INPUT1_PATH or path to simple results directory") + +INPUT2_PATH = os.getenv("INPUT2_PATH") +if INPUT2_PATH is None: + raise FileNotFoundError("Set INPUT2_PATH or path to dspy results directory") + +OUTPUT_PATH = os.getenv("OUTPUT_PATH") +if OUTPUT_PATH is None: + raise FileNotFoundError("Set OUTPUT_PATH or path to save final plot") + + +def format_results(simple_path: str, dspy_path: str) -> pd.DataFrame: + df_list = [] + simple_files = os.listdir(simple_path) + for f in simple_files: + model = f.strip("_simple_results.csv") + data = pd.read_csv(f"{simple_path}/{f}", index_col=0) + trans_data = data.transpose() + trans_data = pd.concat( + [trans_data[column] * 100 for column in trans_data.columns], axis=1 + ) + trans_data["model"] = model + trans_data["system"] = [sys[:-2] for sys in list(trans_data.index)] + df_list.append(trans_data) + final_concat = pd.concat(df_list) + dspy_files = os.listdir(dspy_path) + cumul = [] + for f in dspy_files: + data = pd.read_csv(f"{dspy_path}/{f}") + aligned = pd.concat([data[column] for column in data.columns]) + cumul.extend(aligned) + final_concat["satisfaction frequency (%)"] = cumul + return final_concat + + +def plot(data: pd.DataFrame, columns: list[str], output_path: str, title: str): + fig, axes = plt.subplots(len(columns), 1, figsize=(10, 10)) + axes = axes.flatten() + for ind, column in enumerate(columns): + sns.barplot( + data=data, + ax=axes[ind], + x="system", + y=column, + hue="model", + palette="ocean_r", + ) + fig.suptitle(title, fontsize=15) + plt.tight_layout() + plt.savefig(output_path, dpi=1000) + plt.show() + + +def plot_results(data: pd.DataFrame, output_path: str): + metrics = list(data.columns)[:3] + metrics.append(data.columns[-1]) + plot( + data, + metrics, + f"{output_path}/barplot_all_metrics.png", + "Performance comparison of standard and new metrics", + ) + extras = list(data.columns)[3:5] + plot( + data, + extras, + f"{output_path}/barplot_extra_metrics.png", + "Insights from additional metrics", + ) + + +if __name__ == "__main__": + df = format_results(INPUT1_PATH, INPUT2_PATH) + plot_results(df, OUTPUT_PATH) |
