about summary refs log tree commit diff
path: root/aisearch/scripts/barplot_metrics.py
diff options
context:
space:
mode:
Diffstat (limited to 'aisearch/scripts/barplot_metrics.py')
-rw-r--r--aisearch/scripts/barplot_metrics.py86
1 files changed, 86 insertions, 0 deletions
diff --git a/aisearch/scripts/barplot_metrics.py b/aisearch/scripts/barplot_metrics.py
new file mode 100644
index 0000000..0932f80
--- /dev/null
+++ b/aisearch/scripts/barplot_metrics.py
@@ -0,0 +1,86 @@
+"""
+Script to plot results with traditional metrics using local models
+"""
+
+import os
+
+import matplotlib.pyplot as plt
+import pandas as pd
+import seaborn as sns
+
+INPUT1_PATH = os.getenv("INPUT1_PATH")
+if INPUT1_PATH is None:
+    raise FileNotFoundError("Set INPUT1_PATH or path to simple results directory")
+
+INPUT2_PATH = os.getenv("INPUT2_PATH")
+if INPUT2_PATH is None:
+    raise FileNotFoundError("Set INPUT2_PATH or path to dspy results directory")
+
+OUTPUT_PATH = os.getenv("OUTPUT_PATH")
+if OUTPUT_PATH is None:
+    raise FileNotFoundError("Set OUTPUT_PATH or path to save final plot")
+
+
+def format_results(simple_path: str, dspy_path: str) -> pd.DataFrame:
+    df_list = []
+    simple_files = os.listdir(simple_path)
+    for f in simple_files:
+        model = f.strip("_simple_results.csv")
+        data = pd.read_csv(f"{simple_path}/{f}", index_col=0)
+        trans_data = data.transpose()
+        trans_data = pd.concat(
+            [trans_data[column] * 100 for column in trans_data.columns], axis=1
+        )
+        trans_data["model"] = model
+        trans_data["system"] = [sys[:-2] for sys in list(trans_data.index)]
+        df_list.append(trans_data)
+    final_concat = pd.concat(df_list)
+    dspy_files = os.listdir(dspy_path)
+    cumul = []
+    for f in dspy_files:
+        data = pd.read_csv(f"{dspy_path}/{f}")
+        aligned = pd.concat([data[column] for column in data.columns])
+        cumul.extend(aligned)
+    final_concat["satisfaction frequency (%)"] = cumul
+    return final_concat
+
+
+def plot(data: pd.DataFrame, columns: list[str], output_path: str, title: str):
+    fig, axes = plt.subplots(len(columns), 1, figsize=(10, 10))
+    axes = axes.flatten()
+    for ind, column in enumerate(columns):
+        sns.barplot(
+            data=data,
+            ax=axes[ind],
+            x="system",
+            y=column,
+            hue="model",
+            palette="ocean_r",
+        )
+    fig.suptitle(title, fontsize=15)
+    plt.tight_layout()
+    plt.savefig(output_path, dpi=1000)
+    plt.show()
+
+
+def plot_results(data: pd.DataFrame, output_path: str):
+    metrics = list(data.columns)[:3]
+    metrics.append(data.columns[-1])
+    plot(
+        data,
+        metrics,
+        f"{output_path}/barplot_all_metrics.png",
+        "Performance comparison of standard and new metrics",
+    )
+    extras = list(data.columns)[3:5]
+    plot(
+        data,
+        extras,
+        f"{output_path}/barplot_extra_metrics.png",
+        "Insights from additional metrics",
+    )
+
+
+if __name__ == "__main__":
+    df = format_results(INPUT1_PATH, INPUT2_PATH)
+    plot_results(df, OUTPUT_PATH)