From 00cba4b9a1e88891f1f96a1199320092c1962343 Mon Sep 17 00:00:00 2001 From: ShelbySolomonDarnell Date: Thu, 17 Oct 2024 12:24:26 +0300 Subject: Docker image built to run code, all evals run using R2R --- gnqa/paper2_eval/src/retrieve_context.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'gnqa/paper2_eval/src/retrieve_context.py') diff --git a/gnqa/paper2_eval/src/retrieve_context.py b/gnqa/paper2_eval/src/retrieve_context.py index 58b9d47..fca90dd 100644 --- a/gnqa/paper2_eval/src/retrieve_context.py +++ b/gnqa/paper2_eval/src/retrieve_context.py @@ -65,11 +65,11 @@ def create_datasets(query_list, domain, level): time.sleep(10) # sleep a bit to not overtask the api if ndx % 5 == 0: print('Will print to file number {0}'.format(int(ndx/5))) - outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['gpt4o_dir'],level,domain,str(int(ndx/5))) + outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['human_dir'],level,domain,str(int(ndx/5))) writeDatasetFile(responses, outp_file) responses = reset_responses() if len(responses['question']) > 0: - outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['gpt4o_dir'],level,domain,str(int(ndx/5)+1)) + outp_file = '{0}dataset_{1}_{2}_{3}.json'.format(config['out.response.dataset']['human_dir'],level,domain,str(int(ndx/5)+1)) writeDatasetFile(responses, outp_file) def parse_responses(jsonfile): -- cgit v1.2.3