quote-attribution__qa-model-v3 / callback-metrics-state-64000.json
spangher
e
da7a937
{"QUOTE_loss": 0.8163259625434875, "QUOTE_f1": 0.7612965506898707, "QUOTE_e": 0.8038773669972948, "BACKGROUND_loss": 0.9725351333618164, "BACKGROUND_f1": 0.7603424973628693, "BACKGROUND_e": 0.8, "PUBLISHED WORK_loss": 1.9763433933258057, "PUBLISHED WORK_f1": 0.5573858114674441, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.9835266470909119, "STATEMENT_f1": 0.6215199775918163, "STATEMENT_e": 0.7961783439490446, "DOCUMENT_loss": 2.946280002593994, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.9693771600723267, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.21143913269043, "PRESS REPORT_f1": 0.45423728813559316, "PRESS REPORT_e": 0.5254237288135594, "DECLINED COMMENT_loss": 1.8026654720306396, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.7807798385620117, "PROPOSAL/ORDER/LAW_f1": 0.3897269509523007, "PROPOSAL/ORDER/LAW_e": 0.6176470588235294, "PRICE SIGNAL_loss": 3.106703996658325, "PRICE SIGNAL_f1": 0.3159977094070488, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.0142544507980347, "NARRATIVE_f1": 0.7716535433070866, "NARRATIVE_e": 0.8503937007874016, "Other: DIRECT OBSERVATION_loss": 2.2435998916625977, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.5153818130493164, "COMMUNICATION, NOT TO JOURNO_f1": 0.5965511204481793, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0247403383255005, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3474022078233741, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8125, "PROPOSAL_loss": 9.598410606384277, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.5423967838287354, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.1845734119415283, "VOTE/POLL_f1": 0.4652603540127169, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 3.9019887447357178, "LAWSUIT_f1": 0.2481008936087061, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 2.6624996662139893, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.5, "Other: PROPOSAL_loss": 2.215613842010498, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 2.561002731323242, "Other: LAWSUIT_f1": 0.29411764705882354, "Other: LAWSUIT_e": 0.29411764705882354, "Other: Campaign filing_loss": 2.4065804481506348, "Other: Campaign filing_f1": 0.25, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 1.0229213237762451, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.20553816854953766, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.234133243560791, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.2051023244857788, "full_f1": 0.6833819054430591, "full_e": 0.7606352807714124}