aboutsummaryrefslogtreecommitdiff
path: root/gnqa/paper1_eval/src/data
diff options
context:
space:
mode:
authorShelbySolomonDarnell2024-10-17 12:24:26 +0300
committerShelbySolomonDarnell2024-10-17 12:24:26 +0300
commit00cba4b9a1e88891f1f96a1199320092c1962343 (patch)
tree270fd06daa18b2fc5687ee72d912cad771354bb0 /gnqa/paper1_eval/src/data
parente0b2b0e55049b89805f73f291df1e28fa05487fe (diff)
downloadgn-ai-00cba4b9a1e88891f1f96a1199320092c1962343.tar.gz
Docker image built to run code, all evals run using R2RHEADmaster
Diffstat (limited to 'gnqa/paper1_eval/src/data')
-rw-r--r--gnqa/paper1_eval/src/data/results/test.json19
-rw-r--r--gnqa/paper1_eval/src/data/results/test2.json19
2 files changed, 38 insertions, 0 deletions
diff --git a/gnqa/paper1_eval/src/data/results/test.json b/gnqa/paper1_eval/src/data/results/test.json
new file mode 100644
index 0000000..c8fa2d4
--- /dev/null
+++ b/gnqa/paper1_eval/src/data/results/test.json
@@ -0,0 +1,19 @@
+,
+{
+ "faithfulness": 0.75,
+ "answer_relevancy": 0.0,
+ "context_relevancy": 0.12244897959183673,
+ "context_utilization": 0.999999999990909
+},
+{
+ "faithfulness": 0.75,
+ "answer_relevancy": 0.0,
+ "context_relevancy": 0.12244897959183673,
+ "context_utilization": 0.999999999990909
+},
+{
+ "faithfulness": 0.75,
+ "answer_relevancy": 0.0,
+ "context_relevancy": 0.14285714285714285,
+ "context_utilization": 0.999999999990909
+} \ No newline at end of file
diff --git a/gnqa/paper1_eval/src/data/results/test2.json b/gnqa/paper1_eval/src/data/results/test2.json
new file mode 100644
index 0000000..9ae1d2d
--- /dev/null
+++ b/gnqa/paper1_eval/src/data/results/test2.json
@@ -0,0 +1,19 @@
+,
+{
+ "faithfulness": 1.0,
+ "answer_relevancy": 0.982746184788807,
+ "context_relevancy": 0.09375,
+ "context_utilization": 0.99999999999
+},
+{
+ "faithfulness": 0.9565217391304348,
+ "answer_relevancy": 0.982746184788807,
+ "context_relevancy": 0.09375,
+ "context_utilization": 0.99999999999
+},
+{
+ "faithfulness": 0.9629629629629629,
+ "answer_relevancy": 0.9827409808824336,
+ "context_relevancy": 0.09375,
+ "context_utilization": 0.99999999999
+} \ No newline at end of file