Upload run_program.py with huggingface_hub

run_program.py

@@ -330,17 +330,17 @@ def call_answer_question(question, model_name='gpt', cot=False):
 			return outputs[0]["generated_text"][-1]['content']
 
 
-def answer_question(model_name='gpt'):
+def answer_question(model_name='gpt', cot=False):
 	infile = open('data/math/test_dump_gsm8k_train_perturbed_with_new_questions.json', 'r')
 	program_data = json.load(infile)
 	print(len(program_data))
 	for case in tqdm(program_data):
-		response = call_answer_question(case['question'], model_name=model_name, cot=True)
+		response = call_answer_question(case['question'], model_name=model_name, cot=cot)
 		case['prediction'] = response
 		# print(case['prediction'])
 		case['new_prediction'] = []
 		for question in case['new_questions']:
-			response = call_answer_question(question, model_name=model_name, cot=True)
+			response = call_answer_question(question, model_name=model_name, cot=cot)
 			case['new_prediction'].append(response)
 		# print(case)
 		# break
@@ -439,7 +439,7 @@ def evaluator(infile_path):
 def main():
 	# generate_new_parameter_value()
 	# update_question_with_new_parameters()
-	answer_question(model_name='llama')
+	answer_question(model_name='llama', cot=True)
 	# collect_self_consistency_result('data/math/gsm8k_cot_sc')
 	# evaluator('data/math/gsm8k_cot_sc_merged_result.json')
 	# evaluator('data/math/test_dump_gsm8k_train_perturbed_with_new_questions_answer_few_shot_cot_qwen.json')