From 00cba4b9a1e88891f1f96a1199320092c1962343 Mon Sep 17 00:00:00 2001 From: ShelbySolomonDarnell Date: Thu, 17 Oct 2024 12:24:26 +0300 Subject: Docker image built to run code, all evals run using R2R --- gnqa/paper1_eval/src/data/results/test.json | 19 +++++++++++++++++++ gnqa/paper1_eval/src/data/results/test2.json | 19 +++++++++++++++++++ 2 files changed, 38 insertions(+) create mode 100644 gnqa/paper1_eval/src/data/results/test.json create mode 100644 gnqa/paper1_eval/src/data/results/test2.json (limited to 'gnqa/paper1_eval/src/data/results') diff --git a/gnqa/paper1_eval/src/data/results/test.json b/gnqa/paper1_eval/src/data/results/test.json new file mode 100644 index 0000000..c8fa2d4 --- /dev/null +++ b/gnqa/paper1_eval/src/data/results/test.json @@ -0,0 +1,19 @@ +, +{ + "faithfulness": 0.75, + "answer_relevancy": 0.0, + "context_relevancy": 0.12244897959183673, + "context_utilization": 0.999999999990909 +}, +{ + "faithfulness": 0.75, + "answer_relevancy": 0.0, + "context_relevancy": 0.12244897959183673, + "context_utilization": 0.999999999990909 +}, +{ + "faithfulness": 0.75, + "answer_relevancy": 0.0, + "context_relevancy": 0.14285714285714285, + "context_utilization": 0.999999999990909 +} \ No newline at end of file diff --git a/gnqa/paper1_eval/src/data/results/test2.json b/gnqa/paper1_eval/src/data/results/test2.json new file mode 100644 index 0000000..9ae1d2d --- /dev/null +++ b/gnqa/paper1_eval/src/data/results/test2.json @@ -0,0 +1,19 @@ +, +{ + "faithfulness": 1.0, + "answer_relevancy": 0.982746184788807, + "context_relevancy": 0.09375, + "context_utilization": 0.99999999999 +}, +{ + "faithfulness": 0.9565217391304348, + "answer_relevancy": 0.982746184788807, + "context_relevancy": 0.09375, + "context_utilization": 0.99999999999 +}, +{ + "faithfulness": 0.9629629629629629, + "answer_relevancy": 0.9827409808824336, + "context_relevancy": 0.09375, + "context_utilization": 0.99999999999 +} \ No newline at end of file -- cgit v1.2.3