aboutsummaryrefslogtreecommitdiff
path: root/gnqa/paper2_eval/src/retrieve_context.py
diff options
context:
space:
mode:
authorShelbySolomonDarnell2024-10-17 12:24:26 +0300
committerShelbySolomonDarnell2024-10-17 12:24:26 +0300
commit00cba4b9a1e88891f1f96a1199320092c1962343 (patch)
tree270fd06daa18b2fc5687ee72d912cad771354bb0 /gnqa/paper2_eval/src/retrieve_context.py
parente0b2b0e55049b89805f73f291df1e28fa05487fe (diff)
downloadgn-ai-00cba4b9a1e88891f1f96a1199320092c1962343.tar.gz
Docker image built to run code, all evals run using R2RHEADmaster
Diffstat (limited to 'gnqa/paper2_eval/src/retrieve_context.py')
-rw-r--r--gnqa/paper2_eval/src/retrieve_context.py4
1 files changed, 2 insertions, 2 deletions
diff --git a/gnqa/paper2_eval/src/retrieve_context.py b/gnqa/paper2_eval/src/retrieve_context.py
index 58b9d47..fca90dd 100644
--- a/gnqa/paper2_eval/src/retrieve_context.py
+++ b/gnqa/paper2_eval/src/retrieve_context.py
@@ -65,11 +65,11 @@ def create_datasets(query_list, domain, level):
time.sleep(10) # sleep a bit to not overtask the api
if ndx % 5 == 0:
print('Will print to file number {0}'.format(int(ndx/5)))
- outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['gpt4o_dir'],level,domain,str(int(ndx/5)))
+ outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['human_dir'],level,domain,str(int(ndx/5)))
writeDatasetFile(responses, outp_file)
responses = reset_responses()
if len(responses['question']) > 0:
- outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['gpt4o_dir'],level,domain,str(int(ndx/5)+1))
+ outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['human_dir'],level,domain,str(int(ndx/5)+1))
writeDatasetFile(responses, outp_file)
def parse_responses(jsonfile):