import os import sys import itertools def main(): input_folder = 'data_ToMh' output_folder = 'prompt_ToMh' lengths = [1, 2, 3] orders = [0, 1, 2, 3, 4] prompts = ['CoT', 'MC'] tells = ['No_Tell', 'Tell'] for tell, prompt, length, order, sample_num in itertools.product(tells, prompts, lengths, orders, range(1, 21)): input_fn = os.path.join(input_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}', f'order_{order}.txt') output_fn = os.path.join(output_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}', f'order_{order}.txt') with open(input_fn, 'r') as file: lines = file.readlines() new_lines = [line for line in lines if line == '\n' or line.split()[0] != 'Answer:'] if not os.path.exists(os.path.join(output_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}')): os.makedirs(os.path.join(output_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}')) with open(output_fn, 'w') as file: file.writelines(new_lines) if __name__ == "__main__": sys.exit(main())