{"2020.dev": {"micro/f1": 0.6503496503496504, "micro/recall": 0.6316614420062696, "micro/precision": 0.6701773835920177, "macro/f1": 0.5946127763937744, "macro/recall": 0.5842941270884238, "macro/precision": 0.6109233052408884, "per_entity_metric": {"corporation": {"precision": 0.49246231155778897, "recall": 0.4827586206896552, "f1": 0.4875621890547264}, "creative_work": {"precision": 0.5088495575221239, "recall": 0.5528846153846154, "f1": 0.5299539170506913}, "event": {"precision": 0.4887640449438202, "recall": 0.33984375, "f1": 0.4009216589861751}, "group": {"precision": 0.6443298969072165, "recall": 0.5506607929515418, "f1": 0.5938242280285035}, "location": {"precision": 0.6059113300492611, "recall": 0.6795580110497238, "f1": 0.640625}, "person": {"precision": 0.9039145907473309, "recall": 0.8494983277591973, "f1": 0.8758620689655172}, "product": {"precision": 0.6322314049586777, "recall": 0.6348547717842323, "f1": 0.6335403726708074}}}, "2021.test": {"micro/f1": 0.6453809656712253, "micro/recall": 0.6684782608695652, "micro/precision": 0.6238264810618324, "macro/f1": 0.5945527961288527, "macro/recall": 0.6255995733832209, "macro/precision": 0.5728512677890553, "per_entity_metric": {"corporation": {"precision": 0.45802238805970147, "recall": 0.5455555555555556, "f1": 0.4979716024340771}, "creative_work": {"precision": 0.3789778206364513, "recall": 0.5376196990424077, "f1": 0.44457013574660637}, "event": {"precision": 0.510250569476082, "recall": 0.40764331210191085, "f1": 0.4532119372787051}, "group": {"precision": 0.6277624309392266, "recall": 0.5988142292490118, "f1": 0.6129467296021578}, "location": {"precision": 0.6152046783625731, "recall": 0.7346368715083799, "f1": 0.6696371737746659}, "person": {"precision": 0.8197409870493525, "recall": 0.8635693215339233, "f1": 0.8410845753277069}, "product": {"precision": 0.6, "recall": 0.691358024691358, "f1": 0.6424474187380497}}}, "2020.test": {"micro/f1": 0.6552370747388159, "micro/recall": 0.634665282823041, "micro/precision": 0.67718715393134, "macro/f1": 0.6142860096098625, "macro/recall": 0.6030710727238822, "macro/precision": 0.6324652013695787, "per_entity_metric": {"corporation": {"precision": 0.5396039603960396, "recall": 0.5706806282722513, "f1": 0.55470737913486}, "creative_work": {"precision": 0.46116504854368934, "recall": 0.5307262569832403, "f1": 0.49350649350649356}, "event": {"precision": 0.5776699029126213, "recall": 0.4490566037735849, "f1": 0.505307855626327}, "group": {"precision": 0.6623376623376623, "recall": 0.4919614147909968, "f1": 0.5645756457564576}, "location": {"precision": 0.6763005780346821, "recall": 0.7090909090909091, "f1": 0.6923076923076923}, "person": {"precision": 0.8556338028169014, "recall": 0.8154362416107382, "f1": 0.8350515463917526}, "product": {"precision": 0.6545454545454545, "recall": 0.6545454545454545, "f1": 0.6545454545454545}}}}