File size: 932 Bytes
2a26d3b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
import json
import sys
import argparse
from table_utils import evaluate
def main(args):
with open(args.pred_file, "r") as f:
data = json.load(f)
pred_list = []
gold_list = []
for i in range(len(data)):
if len(data[i]["predict"].strip("</s>").split(">, <")) > 1:
instance_pred_list = data[i]["predict"].strip("</s>").split(">, <")
pred_list.append(instance_pred_list)
gold_list.append(data[i]["output"].strip("</s>").split(">, <"))
else:
pred_list.append(data[i]["predict"].strip("</s>"))
gold_list.append(data[i]["output"].strip("</s>"))
print(evaluate(gold_list, pred_list))
if __name__ == "__main__":
parser = argparse.ArgumentParser(description='arg parser')
parser.add_argument('--pred_file', type=str, default='/TableLlama/ckpfinal_pred/hitab_pred.json', help='')
args = parser.parse_args()
main(args) |