File size: 1,253 Bytes
acad479 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 |
import os
import sys
import itertools
def main():
input_folder = 'data_ToMh'
output_folder = 'prompt_ToMh'
lengths = [1, 2, 3]
orders = [0, 1, 2, 3, 4]
prompts = ['CoT', 'MC']
tells = ['No_Tell', 'Tell']
for tell, prompt, length, order, sample_num in itertools.product(tells, prompts, lengths, orders, range(1, 21)):
input_fn = os.path.join(input_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}',
f'order_{order}.txt')
output_fn = os.path.join(output_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}',
f'order_{order}.txt')
with open(input_fn, 'r') as file:
lines = file.readlines()
new_lines = [line for line in lines if line ==
'\n' or line.split()[0] != 'Answer:']
if not os.path.exists(os.path.join(output_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}')):
os.makedirs(os.path.join(output_folder, tell, prompt,
f'length_{length}', f'sample_{sample_num}'))
with open(output_fn, 'w') as file:
file.writelines(new_lines)
if __name__ == "__main__":
sys.exit(main())
|