Hugging Face's logo

alex2awesome
/
quote-attribution__qa-model-v3

Transformers
PyTorch
big_bird
Inference Endpoints
Model card Files Community
spangher commited on
Commit
da7a937
·
1 Parent(s): 83f6e32

e

Browse files
Files changed (44) hide show
  1. callback-metrics-state-0.json +1 -0
  2. callback-metrics-state-10000.json +1 -0
  3. callback-metrics-state-12000.json +1 -0
  4. callback-metrics-state-14000.json +1 -0
  5. callback-metrics-state-16000.json +1 -0
  6. callback-metrics-state-18000.json +1 -0
  7. callback-metrics-state-2000.json +1 -0
  8. callback-metrics-state-20000.json +1 -0
  9. callback-metrics-state-22000.json +1 -0
  10. callback-metrics-state-24000.json +1 -0
  11. callback-metrics-state-26000.json +1 -0
  12. callback-metrics-state-28000.json +1 -0
  13. callback-metrics-state-30000.json +1 -0
  14. callback-metrics-state-32000.json +1 -0
  15. callback-metrics-state-34000.json +1 -0
  16. callback-metrics-state-36000.json +1 -0
  17. callback-metrics-state-38000.json +1 -0
  18. callback-metrics-state-4000.json +1 -0
  19. callback-metrics-state-40000.json +1 -0
  20. callback-metrics-state-42000.json +1 -0
  21. callback-metrics-state-44000.json +1 -0
  22. callback-metrics-state-46000.json +1 -0
  23. callback-metrics-state-48000.json +1 -0
  24. callback-metrics-state-50000.json +1 -0
  25. callback-metrics-state-52000.json +1 -0
  26. callback-metrics-state-54000.json +1 -0
  27. callback-metrics-state-56000.json +1 -0
  28. callback-metrics-state-58000.json +1 -0
  29. callback-metrics-state-6000.json +1 -0
  30. callback-metrics-state-60000.json +1 -0
  31. callback-metrics-state-62000.json +1 -0
  32. callback-metrics-state-64000.json +1 -0
  33. callback-metrics-state-66000.json +1 -0
  34. callback-metrics-state-68000.json +1 -0
  35. callback-metrics-state-70000.json +1 -0
  36. callback-metrics-state-72000.json +1 -0
  37. callback-metrics-state-8000.json +1 -0
  38. config.json +44 -0
  39. optimizer.pt +3 -0
  40. pytorch_model.bin +3 -0
  41. rng_state.pth +3 -0
  42. scheduler.pt +3 -0
  43. trainer_state.json +1045 -0
  44. training_args.bin +3 -0
callback-metrics-state-0.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 7.49083137512207, "QUOTE_f1": 0.002893284989529949, "QUOTE_e": 0.0, "BACKGROUND_loss": 7.525810718536377, "BACKGROUND_f1": 0.001569237294039596, "BACKGROUND_e": 0.0, "PUBLISHED WORK_loss": 7.5657548904418945, "PUBLISHED WORK_f1": 0.0017935433998274245, "PUBLISHED WORK_e": 0.0, "STATEMENT_loss": 7.5424089431762695, "STATEMENT_f1": 0.0010997738931346947, "STATEMENT_e": 0.0, "DOCUMENT_loss": 7.490636348724365, "DOCUMENT_f1": 0.0026657157912550493, "DOCUMENT_e": 0.0, "SOCIAL MEDIA POST_loss": 7.4485297203063965, "SOCIAL MEDIA POST_f1": 0.0, "SOCIAL MEDIA POST_e": 0.0, "PRESS REPORT_loss": 7.533816814422607, "PRESS REPORT_f1": 0.002388886426600522, "PRESS REPORT_e": 0.0, "DECLINED COMMENT_loss": 7.545581817626953, "DECLINED COMMENT_f1": 0.004619797448718786, "DECLINED COMMENT_e": 0.0, "PROPOSAL/ORDER/LAW_loss": 7.546802520751953, "PROPOSAL/ORDER/LAW_f1": 0.0013239414343015848, "PROPOSAL/ORDER/LAW_e": 0.0, "PRICE SIGNAL_loss": 7.4707932472229, "PRICE SIGNAL_f1": 0.0002892937973146264, "PRICE SIGNAL_e": 0.0, "NARRATIVE_loss": 7.535963535308838, "NARRATIVE_f1": 0.0031545058568878625, "NARRATIVE_e": 0.0, "Other: DIRECT OBSERVATION_loss": 7.384742736816406, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 7.501011848449707, "COMMUNICATION, NOT TO JOURNO_f1": 0.0012694424978215114, "COMMUNICATION, NOT TO JOURNO_e": 0.0, "PUBLIC SPEECH, NOT TO JOURNO_loss": 7.465366363525391, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.0015383240292740031, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.0, "PROPOSAL_loss": 7.43696928024292, "PROPOSAL_f1": 0.0007927070947284979, "PROPOSAL_e": 0.0, "TWEET_loss": 7.430048942565918, "TWEET_f1": 0.005470617513118646, "TWEET_e": 0.0, "VOTE/POLL_loss": 7.4915452003479, "VOTE/POLL_f1": 0.012200272250200822, "VOTE/POLL_e": 0.0, "LAWSUIT_loss": 7.510047435760498, "LAWSUIT_f1": 0.00046038179181718896, "LAWSUIT_e": 0.0, "DIRECT OBSERVATION_loss": 7.579834461212158, "DIRECT OBSERVATION_f1": 0.0003225806451612904, "DIRECT OBSERVATION_e": 0.0, "Other: PROPOSAL_loss": 7.289418697357178, "Other: PROPOSAL_f1": 0.0, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 7.185542106628418, "Other: LAWSUIT_f1": 0.0006264723732209163, "Other: LAWSUIT_e": 0.0, "Other: Campaign filing_loss": 7.44897985458374, "Other: Campaign filing_f1": 0.0, "Other: Campaign filing_e": 0.0, "Other: Campaign Filing_loss": 7.477304935455322, "Other: Campaign Filing_f1": 0.0008976660682226212, "Other: Campaign Filing_e": 0.0, "Other: Data Analysis_loss": 7.380352020263672, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 7.287611961364746, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.0, "full_loss": 7.481173515319824, "full_f1": 0.0024976478013349823, "full_e": 0.0}
callback-metrics-state-10000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.9005151987075806, "QUOTE_f1": 0.7051176374352411, "QUOTE_e": 0.7452660054102795, "BACKGROUND_loss": 0.9278793931007385, "BACKGROUND_f1": 0.7117020421988118, "BACKGROUND_e": 0.739240506329114, "PUBLISHED WORK_loss": 1.4708502292633057, "PUBLISHED WORK_f1": 0.5762761069969984, "PUBLISHED WORK_e": 0.673469387755102, "STATEMENT_loss": 1.0672516822814941, "STATEMENT_f1": 0.5768258509734717, "STATEMENT_e": 0.7261146496815286, "DOCUMENT_loss": 2.3099365234375, "DOCUMENT_f1": 0.44000000000000006, "DOCUMENT_e": 0.6, "SOCIAL MEDIA POST_loss": 1.764333963394165, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 3.6958518028259277, "PRESS REPORT_f1": 0.4086629001883239, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.4195060729980469, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.6565256118774414, "PROPOSAL/ORDER/LAW_f1": 0.33333333333333337, "PROPOSAL/ORDER/LAW_e": 0.5735294117647058, "PRICE SIGNAL_loss": 2.53058123588562, "PRICE SIGNAL_f1": 0.28441835091183043, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 0.9370880722999573, "NARRATIVE_f1": 0.7405788323282333, "NARRATIVE_e": 0.8267716535433071, "Other: DIRECT OBSERVATION_loss": 2.0730159282684326, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.375, "COMMUNICATION, NOT TO JOURNO_loss": 1.7871791124343872, "COMMUNICATION, NOT TO JOURNO_f1": 0.6279566102756893, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0230804681777954, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2670883722750577, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7083333333333334, "PROPOSAL_loss": 6.688449382781982, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 1.949671745300293, "TWEET_f1": 0.29769858467706356, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.4995148181915283, "VOTE/POLL_f1": 0.26526015348530435, "VOTE/POLL_e": 0.2608695652173913, "LAWSUIT_loss": 2.936997175216675, "LAWSUIT_f1": 0.28257056639280803, "LAWSUIT_e": 0.5416666666666666, "DIRECT OBSERVATION_loss": 1.4012806415557861, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.54, "Other: PROPOSAL_loss": 1.372597098350525, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 5.1048173904418945, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 2.9109625816345215, "Other: Campaign filing_f1": 0.1421232876712329, "Other: Campaign filing_e": 0.125, "Other: Campaign Filing_loss": 1.6855297088623047, "Other: Campaign Filing_f1": 0.1513157894736842, "Other: Campaign Filing_e": 0.125, "Other: Data Analysis_loss": 0.568169355392456, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.723789930343628, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.1668164730072021, "full_f1": 0.6365888205833479, "full_e": 0.707884288145207}
callback-metrics-state-12000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.8116781711578369, "QUOTE_f1": 0.7320994462047989, "QUOTE_e": 0.7642019837691614, "BACKGROUND_loss": 0.7901517152786255, "BACKGROUND_f1": 0.730819685139917, "BACKGROUND_e": 0.7645569620253164, "PUBLISHED WORK_loss": 1.7623025178909302, "PUBLISHED WORK_f1": 0.5779216397397718, "PUBLISHED WORK_e": 0.6326530612244898, "STATEMENT_loss": 1.1010946035385132, "STATEMENT_f1": 0.596504048892873, "STATEMENT_e": 0.7643312101910829, "DOCUMENT_loss": 2.1953721046447754, "DOCUMENT_f1": 0.44000000000000006, "DOCUMENT_e": 0.6, "SOCIAL MEDIA POST_loss": 1.7366316318511963, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 3.1149652004241943, "PRESS REPORT_f1": 0.3805192609306583, "PRESS REPORT_e": 0.423728813559322, "DECLINED COMMENT_loss": 1.2888765335083008, "DECLINED COMMENT_f1": 0.5625, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.2694144248962402, "PROPOSAL/ORDER/LAW_f1": 0.38387164367060794, "PROPOSAL/ORDER/LAW_e": 0.5882352941176471, "PRICE SIGNAL_loss": 2.1286895275115967, "PRICE SIGNAL_f1": 0.4353383458646617, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.8017758131027222, "NARRATIVE_f1": 0.7642008795723277, "NARRATIVE_e": 0.84251968503937, "Other: DIRECT OBSERVATION_loss": 3.060124635696411, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.867524266242981, "COMMUNICATION, NOT TO JOURNO_f1": 0.681640625, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.04660165309906, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.32713739188290086, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6875, "PROPOSAL_loss": 6.351059913635254, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.2830300331115723, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.9877903461456299, "VOTE/POLL_f1": 0.4204404291360813, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 2.9094278812408447, "LAWSUIT_f1": 0.2599533587238505, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 1.7088193893432617, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.56, "Other: PROPOSAL_loss": 0.8801309466362, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.5785164833068848, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 1.418418288230896, "Other: Campaign filing_f1": 0.26732409088408426, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 1.2974640130996704, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.5278931856155396, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.6610605716705322, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.0702860355377197, "full_f1": 0.6654857811733846, "full_e": 0.7271695972773681}
callback-metrics-state-14000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.742230236530304, "QUOTE_f1": 0.7415468713781747, "QUOTE_e": 0.7822362488728585, "BACKGROUND_loss": 0.7451918125152588, "BACKGROUND_f1": 0.7427759770494641, "BACKGROUND_e": 0.779746835443038, "PUBLISHED WORK_loss": 1.379055380821228, "PUBLISHED WORK_f1": 0.5832015223671887, "PUBLISHED WORK_e": 0.6632653061224489, "STATEMENT_loss": 0.97215336561203, "STATEMENT_f1": 0.6147593258496219, "STATEMENT_e": 0.7707006369426752, "DOCUMENT_loss": 2.151383876800537, "DOCUMENT_f1": 0.324923735616805, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 0.996078372001648, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 2.7482264041900635, "PRESS REPORT_f1": 0.4202162551048478, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.279844880104065, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.3545836210250854, "PROPOSAL/ORDER/LAW_f1": 0.37745098039215685, "PROPOSAL/ORDER/LAW_e": 0.6029411764705882, "PRICE SIGNAL_loss": 2.5687057971954346, "PRICE SIGNAL_f1": 0.431578947368421, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.8236286640167236, "NARRATIVE_f1": 0.7554167797990768, "NARRATIVE_e": 0.8503937007874016, "Other: DIRECT OBSERVATION_loss": 3.2082788944244385, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.7382515668869019, "COMMUNICATION, NOT TO JOURNO_f1": 0.7024739583333334, "COMMUNICATION, NOT TO JOURNO_e": 0.78125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.581349790096283, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.34722222222222215, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7291666666666666, "PROPOSAL_loss": 6.5297746658325195, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.5417232513427734, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 1.9424281120300293, "VOTE/POLL_f1": 0.38030759597698904, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 2.6830384731292725, "LAWSUIT_f1": 0.2618165532040187, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 1.8770098686218262, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.4, "Other: PROPOSAL_loss": 0.5827987194061279, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 3.5151429176330566, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 1.2537723779678345, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.187675952911377, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.42142918705940247, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.5397733449935913, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 0.9919618964195251, "full_f1": 0.6704723459995169, "full_e": 0.7399319342030629}
callback-metrics-state-16000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7132781744003296, "QUOTE_f1": 0.7409542840585639, "QUOTE_e": 0.7804328223624887, "BACKGROUND_loss": 0.6641424894332886, "BACKGROUND_f1": 0.7402163799632153, "BACKGROUND_e": 0.779746835443038, "PUBLISHED WORK_loss": 1.4884395599365234, "PUBLISHED WORK_f1": 0.5640913508260447, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.9186808466911316, "STATEMENT_f1": 0.618453051594954, "STATEMENT_e": 0.7834394904458599, "DOCUMENT_loss": 1.817548394203186, "DOCUMENT_f1": 0.4, "DOCUMENT_e": 0.55, "SOCIAL MEDIA POST_loss": 1.008029818534851, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 2.8532347679138184, "PRESS REPORT_f1": 0.4086629001883239, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 1.1691128015518188, "DECLINED COMMENT_f1": 0.4375, "DECLINED COMMENT_e": 0.625, "PROPOSAL/ORDER/LAW_loss": 1.479526162147522, "PROPOSAL/ORDER/LAW_f1": 0.3291316526610645, "PROPOSAL/ORDER/LAW_e": 0.5294117647058824, "PRICE SIGNAL_loss": 2.3134422302246094, "PRICE SIGNAL_f1": 0.4052631578947368, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.8850207328796387, "NARRATIVE_f1": 0.7639640748031497, "NARRATIVE_e": 0.84251968503937, "Other: DIRECT OBSERVATION_loss": 2.9470789432525635, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.749374270439148, "COMMUNICATION, NOT TO JOURNO_f1": 0.6614583333333334, "COMMUNICATION, NOT TO JOURNO_e": 0.75, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.6901957988739014, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3263888888888889, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.75, "PROPOSAL_loss": 6.369231224060059, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.198294162750244, "TWEET_f1": 0.23529411764705882, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 1.96922767162323, "VOTE/POLL_f1": 0.3794466403162055, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 2.6074297428131104, "LAWSUIT_f1": 0.24202140452140453, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 1.829187273979187, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.48, "Other: PROPOSAL_loss": 1.0591044425964355, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 2.7136411666870117, "Other: LAWSUIT_f1": 0.1181687752706404, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 1.6769249439239502, "Other: Campaign filing_f1": 0.37518355359765054, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.327268362045288, "Other: Campaign Filing_f1": 0.3807972484197005, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.5332164168357849, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.3537070751190186, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 0.9624159336090088, "full_f1": 0.6659783311586052, "full_e": 0.7359614293817357}
callback-metrics-state-18000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7686875462532043, "QUOTE_f1": 0.7480363700627234, "QUOTE_e": 0.7862939585211902, "BACKGROUND_loss": 0.7936078310012817, "BACKGROUND_f1": 0.7527999395278626, "BACKGROUND_e": 0.7949367088607595, "PUBLISHED WORK_loss": 1.4400081634521484, "PUBLISHED WORK_f1": 0.5933401932201452, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 1.097334861755371, "STATEMENT_f1": 0.6141118923539306, "STATEMENT_e": 0.7707006369426752, "DOCUMENT_loss": 2.156320095062256, "DOCUMENT_f1": 0.3736036036036036, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.215190052986145, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 3.058960199356079, "PRESS REPORT_f1": 0.3973634651600753, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.2150657176971436, "DECLINED COMMENT_f1": 0.5625, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.4415663480758667, "PROPOSAL/ORDER/LAW_f1": 0.36288379221573097, "PROPOSAL/ORDER/LAW_e": 0.6323529411764706, "PRICE SIGNAL_loss": 2.5301434993743896, "PRICE SIGNAL_f1": 0.4105263157894737, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.8849546313285828, "NARRATIVE_f1": 0.7716870260104801, "NARRATIVE_e": 0.8503937007874016, "Other: DIRECT OBSERVATION_loss": 2.9824345111846924, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.724150538444519, "COMMUNICATION, NOT TO JOURNO_f1": 0.640625, "COMMUNICATION, NOT TO JOURNO_e": 0.703125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0193904638290405, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3472974328118732, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7083333333333334, "PROPOSAL_loss": 6.758356094360352, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.9806029796600342, "TWEET_f1": 0.3333333333333333, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.6301649808883667, "VOTE/POLL_f1": 0.4017202943637065, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 2.863283395767212, "LAWSUIT_f1": 0.29837061087061084, "LAWSUIT_e": 0.5416666666666666, "DIRECT OBSERVATION_loss": 1.894862174987793, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.52, "Other: PROPOSAL_loss": 1.0151865482330322, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.267489433288574, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.3728539943695068, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.0834094285964966, "Other: Campaign Filing_f1": 0.38160694288913777, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.3106393814086914, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.1323304176330566, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.0379488468170166, "full_f1": 0.6771850837420853, "full_e": 0.7464549064095292}
callback-metrics-state-2000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.3591620922088623, "QUOTE_f1": 0.5698725871626545, "QUOTE_e": 0.6032461677186655, "BACKGROUND_loss": 1.13568913936615, "BACKGROUND_f1": 0.6213713697666245, "BACKGROUND_e": 0.6531645569620254, "PUBLISHED WORK_loss": 1.9529780149459839, "PUBLISHED WORK_f1": 0.4549647446864351, "PUBLISHED WORK_e": 0.5, "STATEMENT_loss": 1.4288941621780396, "STATEMENT_f1": 0.5439462872583892, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 2.9430034160614014, "DOCUMENT_f1": 0.35, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 2.58172607421875, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.09257698059082, "PRESS REPORT_f1": 0.44621079290863047, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.3151558637619019, "DECLINED COMMENT_f1": 0.44035428591433423, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 2.4197349548339844, "PROPOSAL/ORDER/LAW_f1": 0.22930330826734927, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 2.8786556720733643, "PRICE SIGNAL_f1": 0.24541377648316184, "PRICE SIGNAL_e": 0.2631578947368421, "NARRATIVE_loss": 1.1208633184432983, "NARRATIVE_f1": 0.6929133858267716, "NARRATIVE_e": 0.7716535433070866, "Other: DIRECT OBSERVATION_loss": 5.938932418823242, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.1816084384918213, "COMMUNICATION, NOT TO JOURNO_f1": 0.5734456639480057, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.5787256956100464, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3055555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.625, "PROPOSAL_loss": 4.644726276397705, "PROPOSAL_f1": 0.15143508282239054, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 3.0016896724700928, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 3.2283356189727783, "VOTE/POLL_f1": 0.34176162343315514, "VOTE/POLL_e": 0.34782608695652173, "LAWSUIT_loss": 3.612010955810547, "LAWSUIT_f1": 0.18475494602543782, "LAWSUIT_e": 0.3125, "DIRECT OBSERVATION_loss": 4.934627532958984, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 2.2049131393432617, "Other: PROPOSAL_f1": 0.2, "Other: PROPOSAL_e": 0.2, "Other: LAWSUIT_loss": 3.290257692337036, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.7328920364379883, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.800404667854309, "Other: Campaign Filing_f1": 0.25396825396825395, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 1.7815605401992798, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.9747800827026367, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.2222222222222222, "full_loss": 1.6264814138412476, "full_f1": 0.5311118764265024, "full_e": 0.581678956324447}
callback-metrics-state-20000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7074892520904541, "QUOTE_f1": 0.7510668405192528, "QUOTE_e": 0.7912533814247069, "BACKGROUND_loss": 0.7044116854667664, "BACKGROUND_f1": 0.7556455629251195, "BACKGROUND_e": 0.7822784810126582, "PUBLISHED WORK_loss": 1.484092354774475, "PUBLISHED WORK_f1": 0.5757821472744942, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 0.9195218682289124, "STATEMENT_f1": 0.6143028965215802, "STATEMENT_e": 0.7770700636942676, "DOCUMENT_loss": 1.8288304805755615, "DOCUMENT_f1": 0.2730611781276267, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 1.3640830516815186, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 3.0405428409576416, "PRESS REPORT_f1": 0.391713747645951, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.2111256122589111, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.4078646898269653, "PROPOSAL/ORDER/LAW_f1": 0.336550581559103, "PROPOSAL/ORDER/LAW_e": 0.5735294117647058, "PRICE SIGNAL_loss": 2.250775098800659, "PRICE SIGNAL_f1": 0.3586520257478228, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.8548806309700012, "NARRATIVE_f1": 0.7410822872941616, "NARRATIVE_e": 0.8188976377952756, "Other: DIRECT OBSERVATION_loss": 2.965888023376465, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.800087809562683, "COMMUNICATION, NOT TO JOURNO_f1": 0.656615218495935, "COMMUNICATION, NOT TO JOURNO_e": 0.75, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0392541885375977, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3055555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 7.254772663116455, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.6542391777038574, "TWEET_f1": 0.2356133769654402, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 1.9224121570587158, "VOTE/POLL_f1": 0.36495388669301715, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 2.9113636016845703, "LAWSUIT_f1": 0.258961295231787, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 2.350574254989624, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.4, "Other: PROPOSAL_loss": 0.7654305696487427, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 4.234292030334473, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 1.3651065826416016, "Other: Campaign filing_f1": 0.3752086811352254, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.0739936828613281, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.1154128909111023, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.0458191633224487, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 1.0004695653915405, "full_f1": 0.6734074837554972, "full_e": 0.742484401588202}
callback-metrics-state-22000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7503005266189575, "QUOTE_f1": 0.7450445171331664, "QUOTE_e": 0.7862939585211902, "BACKGROUND_loss": 0.7981000542640686, "BACKGROUND_f1": 0.7443348165738733, "BACKGROUND_e": 0.7822784810126582, "PUBLISHED WORK_loss": 1.4862239360809326, "PUBLISHED WORK_f1": 0.5492225461613217, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.9419817924499512, "STATEMENT_f1": 0.6204554611342329, "STATEMENT_e": 0.7834394904458599, "DOCUMENT_loss": 2.196540594100952, "DOCUMENT_f1": 0.3713377926421405, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.6202958822250366, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 2.8421287536621094, "PRESS REPORT_f1": 0.41996233521657245, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 1.3337502479553223, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.4455567598342896, "PROPOSAL/ORDER/LAW_f1": 0.34803921568627455, "PROPOSAL/ORDER/LAW_e": 0.5882352941176471, "PRICE SIGNAL_loss": 2.449659824371338, "PRICE SIGNAL_f1": 0.431578947368421, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.8449392318725586, "NARRATIVE_f1": 0.7874015748031497, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 4.440396308898926, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.1025266647338867, "COMMUNICATION, NOT TO JOURNO_f1": 0.6588541666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.096028447151184, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.34722222222222215, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6875, "PROPOSAL_loss": 6.36567497253418, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.9536352157592773, "TWEET_f1": 0.2647058823529412, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 1.906543254852295, "VOTE/POLL_f1": 0.45393930082822387, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 3.151519536972046, "LAWSUIT_f1": 0.2697991822991823, "LAWSUIT_e": 0.5416666666666666, "DIRECT OBSERVATION_loss": 2.435842275619507, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.38, "Other: PROPOSAL_loss": 1.0076830387115479, "Other: PROPOSAL_f1": 0.6013230429988974, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.56400990486145, "Other: LAWSUIT_f1": 0.17670263371620837, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.735837459564209, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.3277089595794678, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.3020112216472626, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.1546754837036133, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.0472208261489868, "full_f1": 0.6745692090035141, "full_e": 0.7433352240499149}
callback-metrics-state-24000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.6820396184921265, "QUOTE_f1": 0.7536174258917961, "QUOTE_e": 0.7944093778178539, "BACKGROUND_loss": 0.6518586277961731, "BACKGROUND_f1": 0.748752013443921, "BACKGROUND_e": 0.779746835443038, "PUBLISHED WORK_loss": 1.626843810081482, "PUBLISHED WORK_f1": 0.5763362487852284, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.8675176501274109, "STATEMENT_f1": 0.6218683651804671, "STATEMENT_e": 0.7770700636942676, "DOCUMENT_loss": 2.1944096088409424, "DOCUMENT_f1": 0.39, "DOCUMENT_e": 0.55, "SOCIAL MEDIA POST_loss": 1.7476767301559448, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5, "PRESS REPORT_loss": 3.088794469833374, "PRESS REPORT_f1": 0.4143126177024482, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 1.294756531715393, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.1655622720718384, "PROPOSAL/ORDER/LAW_f1": 0.39215686274509803, "PROPOSAL/ORDER/LAW_e": 0.6470588235294118, "PRICE SIGNAL_loss": 2.2819435596466064, "PRICE SIGNAL_f1": 0.45789473684210524, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.7938689589500427, "NARRATIVE_f1": 0.7559055118110236, "NARRATIVE_e": 0.84251968503937, "Other: DIRECT OBSERVATION_loss": 1.580693006515503, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 1.6173765659332275, "COMMUNICATION, NOT TO JOURNO_f1": 0.7214340388711395, "COMMUNICATION, NOT TO JOURNO_e": 0.78125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.883258044719696, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.34722222222222215, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.75, "PROPOSAL_loss": 7.299549579620361, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3448275862068966, "TWEET_loss": 1.8267461061477661, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.6524544954299927, "VOTE/POLL_f1": 0.49249011857707514, "VOTE/POLL_e": 0.5652173913043478, "LAWSUIT_loss": 2.511453628540039, "LAWSUIT_f1": 0.29230151656622244, "LAWSUIT_e": 0.5416666666666666, "DIRECT OBSERVATION_loss": 1.5584999322891235, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.58, "Other: PROPOSAL_loss": 1.327866792678833, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.128385066986084, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 1.2397013902664185, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 1.3799388408660889, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.311016708612442, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.4389257431030273, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 0.9445247650146484, "full_f1": 0.6830863599993048, "full_e": 0.7552467385138968}
callback-metrics-state-26000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7075443267822266, "QUOTE_f1": 0.7535155672591419, "QUOTE_e": 0.7962128043282236, "BACKGROUND_loss": 0.7643959522247314, "BACKGROUND_f1": 0.7705520387632459, "BACKGROUND_e": 0.8075949367088607, "PUBLISHED WORK_loss": 1.7326605319976807, "PUBLISHED WORK_f1": 0.5718368839172631, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.895134687423706, "STATEMENT_f1": 0.6029983397985409, "STATEMENT_e": 0.7834394904458599, "DOCUMENT_loss": 2.15834903717041, "DOCUMENT_f1": 0.32109589041095893, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 1.1097649335861206, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 2.9300591945648193, "PRESS REPORT_f1": 0.4387947269303201, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.4525593519210815, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.3941709995269775, "PROPOSAL/ORDER/LAW_f1": 0.36289592760181, "PROPOSAL/ORDER/LAW_e": 0.6029411764705882, "PRICE SIGNAL_loss": 2.441619873046875, "PRICE SIGNAL_f1": 0.4105263157894737, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.8079912662506104, "NARRATIVE_f1": 0.7638502522514027, "NARRATIVE_e": 0.84251968503937, "Other: DIRECT OBSERVATION_loss": 1.687056064605713, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 1.8040809631347656, "COMMUNICATION, NOT TO JOURNO_f1": 0.7057291666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.78125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7190375924110413, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.34722222222222215, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 7.150363445281982, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.545468330383301, "TWEET_f1": 0.23529411764705882, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 1.8575439453125, "VOTE/POLL_f1": 0.49249011857707514, "VOTE/POLL_e": 0.5652173913043478, "LAWSUIT_loss": 2.8761212825775146, "LAWSUIT_f1": 0.2640700156325156, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 1.834822654724121, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.52, "Other: PROPOSAL_loss": 0.7138182520866394, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.00927996635437, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.9637017250061035, "Other: Campaign filing_f1": 0.5001930501930503, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.5356062650680542, "Other: Campaign Filing_f1": 0.37635869565217395, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.3519372344017029, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.617445707321167, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.2222222222222222, "full_loss": 0.9966788291931152, "full_f1": 0.6822537839548614, "full_e": 0.7552467385138968}
callback-metrics-state-28000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.6826276183128357, "QUOTE_f1": 0.7513735921466359, "QUOTE_e": 0.7917042380522994, "BACKGROUND_loss": 0.7772184610366821, "BACKGROUND_f1": 0.7404569713805341, "BACKGROUND_e": 0.7620253164556962, "PUBLISHED WORK_loss": 1.4492675065994263, "PUBLISHED WORK_f1": 0.6028668610301263, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 0.8405197262763977, "STATEMENT_f1": 0.6209584470730968, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 1.9968992471694946, "DOCUMENT_f1": 0.36, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.060577630996704, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 3.263446569442749, "PRESS REPORT_f1": 0.43126177024482104, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.200425624847412, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.2003614902496338, "PROPOSAL/ORDER/LAW_f1": 0.4439095830639948, "PROPOSAL/ORDER/LAW_e": 0.6617647058823529, "PRICE SIGNAL_loss": 2.4438326358795166, "PRICE SIGNAL_f1": 0.46315789473684216, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.7797179818153381, "NARRATIVE_f1": 0.7426344006249145, "NARRATIVE_e": 0.8267716535433071, "Other: DIRECT OBSERVATION_loss": 3.2950735092163086, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.7642040252685547, "COMMUNICATION, NOT TO JOURNO_f1": 0.6912202380952381, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7270772457122803, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3263888888888889, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 5.847087383270264, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.809631586074829, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.6978416442871094, "VOTE/POLL_f1": 0.4490118577075099, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 2.758578300476074, "LAWSUIT_f1": 0.2775372775372775, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 1.9021481275558472, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.5, "Other: PROPOSAL_loss": 0.961310088634491, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 2.9913249015808105, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.3356540203094482, "Other: Campaign filing_f1": 0.40738711169697756, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.4232969284057617, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.3995511531829834, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.283742904663086, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 0.9515223503112793, "full_f1": 0.6789318734426844, "full_e": 0.7487237663074305}
callback-metrics-state-30000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7164385914802551, "QUOTE_f1": 0.7619552908501076, "QUOTE_e": 0.8025247971145176, "BACKGROUND_loss": 0.7787618041038513, "BACKGROUND_f1": 0.7660983641340716, "BACKGROUND_e": 0.7924050632911392, "PUBLISHED WORK_loss": 1.5599613189697266, "PUBLISHED WORK_f1": 0.5931000971817298, "PUBLISHED WORK_e": 0.6632653061224489, "STATEMENT_loss": 0.8122946619987488, "STATEMENT_f1": 0.60276008492569, "STATEMENT_e": 0.7770700636942676, "DOCUMENT_loss": 1.9609181880950928, "DOCUMENT_f1": 0.3472072072072072, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.4906961917877197, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 2.912055253982544, "PRESS REPORT_f1": 0.43126177024482104, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.4177680015563965, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.3147709369659424, "PROPOSAL/ORDER/LAW_f1": 0.4081116138763198, "PROPOSAL/ORDER/LAW_e": 0.6176470588235294, "PRICE SIGNAL_loss": 2.668097972869873, "PRICE SIGNAL_f1": 0.3368421052631579, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.8138242959976196, "NARRATIVE_f1": 0.7637795275590551, "NARRATIVE_e": 0.8503937007874016, "Other: DIRECT OBSERVATION_loss": 1.0945892333984375, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.75, "COMMUNICATION, NOT TO JOURNO_loss": 1.957696795463562, "COMMUNICATION, NOT TO JOURNO_f1": 0.6808035714285714, "COMMUNICATION, NOT TO JOURNO_e": 0.703125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.5729861259460449, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.35445570239843366, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 6.107956409454346, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3448275862068966, "TWEET_loss": 1.269056797027588, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.8446338176727295, "VOTE/POLL_f1": 0.48904164518531246, "VOTE/POLL_e": 0.5652173913043478, "LAWSUIT_loss": 3.036196708679199, "LAWSUIT_f1": 0.24368311087061087, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 1.7298154830932617, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.46, "Other: PROPOSAL_loss": 0.5339901447296143, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.57295823097229, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 1.9564800262451172, "Other: Campaign filing_f1": 0.1421232876712329, "Other: Campaign filing_e": 0.125, "Other: Campaign Filing_loss": 1.611724853515625, "Other: Campaign Filing_f1": 0.37817099880825844, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.4973945617675781, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.6423051357269287, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 0.9782966375350952, "full_f1": 0.686996111301651, "full_e": 0.7577992058990357}
callback-metrics-state-32000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7296143770217896, "QUOTE_f1": 0.7598558728785434, "QUOTE_e": 0.7980162308385933, "BACKGROUND_loss": 0.8358902335166931, "BACKGROUND_f1": 0.7450439371093972, "BACKGROUND_e": 0.7746835443037975, "PUBLISHED WORK_loss": 1.8901978731155396, "PUBLISHED WORK_f1": 0.5961613216715258, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 1.0466485023498535, "STATEMENT_f1": 0.6209584470730968, "STATEMENT_e": 0.7961783439490446, "DOCUMENT_loss": 2.3435826301574707, "DOCUMENT_f1": 0.41133779264214043, "DOCUMENT_e": 0.55, "SOCIAL MEDIA POST_loss": 1.375446081161499, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 3.749230146408081, "PRESS REPORT_f1": 0.3917940753831187, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.6525378227233887, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.3490363359451294, "PROPOSAL/ORDER/LAW_f1": 0.39564888903247064, "PROPOSAL/ORDER/LAW_e": 0.5588235294117647, "PRICE SIGNAL_loss": 2.4343440532684326, "PRICE SIGNAL_f1": 0.4302631578947369, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.9115354418754578, "NARRATIVE_f1": 0.7799489110683907, "NARRATIVE_e": 0.8582677165354331, "Other: DIRECT OBSERVATION_loss": 4.234757423400879, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.0910556316375732, "COMMUNICATION, NOT TO JOURNO_f1": 0.630589430894309, "COMMUNICATION, NOT TO JOURNO_e": 0.75, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.745133638381958, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3541666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 7.461314678192139, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.1360907554626465, "TWEET_f1": 0.4143503555268261, "TWEET_e": 0.4117647058823529, "VOTE/POLL_loss": 1.8450121879577637, "VOTE/POLL_f1": 0.4509956566825471, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 3.2021939754486084, "LAWSUIT_f1": 0.2803894600769601, "LAWSUIT_e": 0.5625, "DIRECT OBSERVATION_loss": 2.8577847480773926, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.34, "Other: PROPOSAL_loss": 0.772648274898529, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 1.840973138809204, "Other: LAWSUIT_f1": 0.4125184678103782, "Other: LAWSUIT_e": 0.4117647058823529, "Other: Campaign filing_loss": 1.2616617679595947, "Other: Campaign filing_f1": 0.5001835535976505, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.1791746616363525, "Other: Campaign Filing_f1": 0.38160694288913777, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.8039054274559021, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.5532784461975098, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.0621048212051392, "full_f1": 0.6861686413926235, "full_e": 0.7524106636415201}
callback-metrics-state-34000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7091111540794373, "QUOTE_f1": 0.7635623801098359, "QUOTE_e": 0.8038773669972948, "BACKGROUND_loss": 0.8103243112564087, "BACKGROUND_f1": 0.7566208128313268, "BACKGROUND_e": 0.7924050632911392, "PUBLISHED WORK_loss": 1.8541449308395386, "PUBLISHED WORK_f1": 0.566715257531584, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 1.0495100021362305, "STATEMENT_f1": 0.615150550840224, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 2.2393405437469482, "DOCUMENT_f1": 0.3648780487804878, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 2.4405479431152344, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.42857142857142855, "PRESS REPORT_loss": 3.358452558517456, "PRESS REPORT_f1": 0.4390544840574063, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.4744160175323486, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.6301039457321167, "PROPOSAL/ORDER/LAW_f1": 0.39215686274509803, "PROPOSAL/ORDER/LAW_e": 0.6176470588235294, "PRICE SIGNAL_loss": 2.4265377521514893, "PRICE SIGNAL_f1": 0.4947368421052632, "PRICE SIGNAL_e": 0.5789473684210527, "NARRATIVE_loss": 0.8789501786231995, "NARRATIVE_f1": 0.7480314960629921, "NARRATIVE_e": 0.84251968503937, "Other: DIRECT OBSERVATION_loss": 1.0666632652282715, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.625, "COMMUNICATION, NOT TO JOURNO_loss": 2.1552278995513916, "COMMUNICATION, NOT TO JOURNO_f1": 0.6375, "COMMUNICATION, NOT TO JOURNO_e": 0.703125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7148382663726807, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8541666666666666, "PROPOSAL_loss": 7.899967670440674, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.464158296585083, "TWEET_f1": 0.2947514098906573, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 1.7757376432418823, "VOTE/POLL_f1": 0.4758403771794415, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 3.473522901535034, "LAWSUIT_f1": 0.23777517048545085, "LAWSUIT_e": 0.5, "DIRECT OBSERVATION_loss": 2.1604182720184326, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.5, "Other: PROPOSAL_loss": 1.197799801826477, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 1.6561388969421387, "Other: LAWSUIT_f1": 0.47058823529411764, "Other: LAWSUIT_e": 0.47058823529411764, "Other: Campaign filing_loss": 1.8768386840820312, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.2844370603561401, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.292557030916214, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.195087432861328, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.040844202041626, "full_f1": 0.6877485506353153, "full_e": 0.7620533182076007}
callback-metrics-state-36000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7788962125778198, "QUOTE_f1": 0.7591936649907567, "QUOTE_e": 0.799819657348963, "BACKGROUND_loss": 0.8492094874382019, "BACKGROUND_f1": 0.7551343010739388, "BACKGROUND_e": 0.7873417721518987, "PUBLISHED WORK_loss": 2.0696682929992676, "PUBLISHED WORK_f1": 0.573712342079689, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 1.1206400394439697, "STATEMENT_f1": 0.6280886664644627, "STATEMENT_e": 0.802547770700637, "DOCUMENT_loss": 2.6231656074523926, "DOCUMENT_f1": 0.44000000000000006, "DOCUMENT_e": 0.6, "SOCIAL MEDIA POST_loss": 1.9845024347305298, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 3.9911253452301025, "PRESS REPORT_f1": 0.4256120527306968, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.971537709236145, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.6515779495239258, "PROPOSAL/ORDER/LAW_f1": 0.392263685135071, "PROPOSAL/ORDER/LAW_e": 0.6323529411764706, "PRICE SIGNAL_loss": 2.8615002632141113, "PRICE SIGNAL_f1": 0.35789473684210527, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.9242646098136902, "NARRATIVE_f1": 0.756357265429501, "NARRATIVE_e": 0.84251968503937, "Other: DIRECT OBSERVATION_loss": 2.1116514205932617, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.2823781967163086, "COMMUNICATION, NOT TO JOURNO_f1": 0.6276041666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8080310821533203, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8541666666666666, "PROPOSAL_loss": 8.29821491241455, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3448275862068966, "TWEET_loss": 1.7892011404037476, "TWEET_f1": 0.3359189829778065, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.2879135608673096, "VOTE/POLL_f1": 0.40139281008846234, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 3.356038808822632, "LAWSUIT_f1": 0.26195826112058423, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 1.8970493078231812, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.54, "Other: PROPOSAL_loss": 2.506596326828003, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 1.8789690732955933, "Other: LAWSUIT_f1": 0.35294117647058826, "Other: LAWSUIT_e": 0.35294117647058826, "Other: Campaign filing_loss": 1.5580708980560303, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.1190422773361206, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.1922474205493927, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.913297176361084, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.1275439262390137, "full_f1": 0.6853469432427786, "full_e": 0.7597844583096994}
callback-metrics-state-38000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7041667699813843, "QUOTE_f1": 0.759830110101751, "QUOTE_e": 0.799819657348963, "BACKGROUND_loss": 0.8768271803855896, "BACKGROUND_f1": 0.7373586054449923, "BACKGROUND_e": 0.7670886075949367, "PUBLISHED WORK_loss": 1.6477960348129272, "PUBLISHED WORK_f1": 0.5839164237123421, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 0.885006844997406, "STATEMENT_f1": 0.6212415327065008, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 2.530073642730713, "DOCUMENT_f1": 0.32, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 1.4373475313186646, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5, "PRESS REPORT_loss": 3.332594633102417, "PRESS REPORT_f1": 0.43502824858757055, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.5007942914962769, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.4139024019241333, "PROPOSAL/ORDER/LAW_f1": 0.41911764705882354, "PROPOSAL/ORDER/LAW_e": 0.6470588235294118, "PRICE SIGNAL_loss": 2.6289143562316895, "PRICE SIGNAL_f1": 0.46336613045968034, "PRICE SIGNAL_e": 0.5263157894736842, "NARRATIVE_loss": 0.8714190721511841, "NARRATIVE_f1": 0.7720748953203592, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 1.258665680885315, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 1.9938123226165771, "COMMUNICATION, NOT TO JOURNO_f1": 0.6145833333333334, "COMMUNICATION, NOT TO JOURNO_e": 0.734375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.6101393103599548, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.38888888888888884, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8958333333333334, "PROPOSAL_loss": 6.661579132080078, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.4005093574523926, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.796339750289917, "VOTE/POLL_f1": 0.5098276268360842, "VOTE/POLL_e": 0.5652173913043478, "LAWSUIT_loss": 2.954000473022461, "LAWSUIT_f1": 0.28368807118807116, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 1.313822627067566, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.6, "Other: PROPOSAL_loss": 1.0913491249084473, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 4.205679893493652, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.9844845533370972, "Other: Campaign filing_f1": 0.3751937984496124, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.3376257419586182, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.2351135015487671, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.4749135971069336, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 1.0078964233398438, "full_f1": 0.6846985297135735, "full_e": 0.7603516732841747}
callback-metrics-state-4000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.1295087337493896, "QUOTE_f1": 0.6455947441691338, "QUOTE_e": 0.678990081154193, "BACKGROUND_loss": 0.9137072563171387, "BACKGROUND_f1": 0.7141494374917853, "BACKGROUND_e": 0.7443037974683544, "PUBLISHED WORK_loss": 1.6406676769256592, "PUBLISHED WORK_f1": 0.5165772615844261, "PUBLISHED WORK_e": 0.5816326530612245, "STATEMENT_loss": 1.0856425762176514, "STATEMENT_f1": 0.5638831855500754, "STATEMENT_e": 0.7133757961783439, "DOCUMENT_loss": 2.1994144916534424, "DOCUMENT_f1": 0.37007610350076103, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 2.4993834495544434, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 3.635089635848999, "PRESS REPORT_f1": 0.4178313391047811, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.0716054439544678, "DECLINED COMMENT_f1": 0.4375, "DECLINED COMMENT_e": 0.625, "PROPOSAL/ORDER/LAW_loss": 1.7874764204025269, "PROPOSAL/ORDER/LAW_f1": 0.34558823529411764, "PROPOSAL/ORDER/LAW_e": 0.5294117647058824, "PRICE SIGNAL_loss": 2.628779649734497, "PRICE SIGNAL_f1": 0.4113138207113794, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.8942217826843262, "NARRATIVE_f1": 0.7170086152844315, "NARRATIVE_e": 0.7952755905511811, "Other: DIRECT OBSERVATION_loss": 6.026905059814453, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.9907665252685547, "COMMUNICATION, NOT TO JOURNO_f1": 0.6322916666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0508289337158203, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2847222222222222, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6458333333333334, "PROPOSAL_loss": 5.620379447937012, "PROPOSAL_f1": 0.15143508282239054, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.9891676902770996, "TWEET_f1": 0.21668156248357082, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 2.578185796737671, "VOTE/POLL_f1": 0.3291129673381182, "VOTE/POLL_e": 0.34782608695652173, "LAWSUIT_loss": 3.225939989089966, "LAWSUIT_f1": 0.24141778279102225, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 4.173737049102783, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.12, "Other: PROPOSAL_loss": 1.283923864364624, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.2493762969970703, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.052302837371826, "Other: Campaign filing_f1": 0.40625, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.4726183414459229, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.5109886527061462, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.8122613430023193, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.2222222222222222, "full_loss": 1.359203577041626, "full_f1": 0.596454998267645, "full_e": 0.6534316505955757}
callback-metrics-state-40000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.6958136558532715, "QUOTE_f1": 0.7558840424366363, "QUOTE_e": 0.7980162308385933, "BACKGROUND_loss": 0.8139007091522217, "BACKGROUND_f1": 0.7532021704661039, "BACKGROUND_e": 0.789873417721519, "PUBLISHED WORK_loss": 1.8025422096252441, "PUBLISHED WORK_f1": 0.5839164237123421, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 0.8423417210578918, "STATEMENT_f1": 0.6209584470730968, "STATEMENT_e": 0.802547770700637, "DOCUMENT_loss": 2.4596481323242188, "DOCUMENT_f1": 0.27, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 1.9085962772369385, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.42857142857142855, "PRESS REPORT_loss": 3.647158145904541, "PRESS REPORT_f1": 0.44632768361581926, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.5694563388824463, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.615478277206421, "PROPOSAL/ORDER/LAW_f1": 0.375, "PROPOSAL/ORDER/LAW_e": 0.5735294117647058, "PRICE SIGNAL_loss": 2.565680503845215, "PRICE SIGNAL_f1": 0.3599386816555953, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.7493801712989807, "NARRATIVE_f1": 0.7720748953203592, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 1.7826948165893555, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.375, "COMMUNICATION, NOT TO JOURNO_loss": 1.9391993284225464, "COMMUNICATION, NOT TO JOURNO_f1": 0.6822916666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.765625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8497361540794373, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.34722222222222215, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8125, "PROPOSAL_loss": 6.631193161010742, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.3803505897521973, "TWEET_f1": 0.23529411764705882, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.051309108734131, "VOTE/POLL_f1": 0.4490118577075099, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 3.158210515975952, "LAWSUIT_f1": 0.28368807118807116, "LAWSUIT_e": 0.5, "DIRECT OBSERVATION_loss": 1.5197665691375732, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.6, "Other: PROPOSAL_loss": 0.9798433184623718, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 2.6779370307922363, "Other: LAWSUIT_f1": 0.29429712388387846, "Other: LAWSUIT_e": 0.29411764705882354, "Other: Campaign filing_loss": 1.7433886528015137, "Other: Campaign filing_f1": 0.3760356255178128, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.0787081718444824, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.35735610127449036, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.326700210571289, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.0078063011169434, "full_f1": 0.683545228612745, "full_e": 0.7589336358479863}
callback-metrics-state-42000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7352730631828308, "QUOTE_f1": 0.752310976470345, "QUOTE_e": 0.7957619477006312, "BACKGROUND_loss": 0.8150888085365295, "BACKGROUND_f1": 0.7563658831479195, "BACKGROUND_e": 0.7974683544303798, "PUBLISHED WORK_loss": 1.659317135810852, "PUBLISHED WORK_f1": 0.5828960155490768, "PUBLISHED WORK_e": 0.673469387755102, "STATEMENT_loss": 0.8605358600616455, "STATEMENT_f1": 0.6082195935699121, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 2.2213969230651855, "DOCUMENT_f1": 0.36, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.4504215717315674, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5, "PRESS REPORT_loss": 3.6514129638671875, "PRESS REPORT_f1": 0.40877623503852445, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 1.668595552444458, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.905822992324829, "PROPOSAL/ORDER/LAW_f1": 0.3384168482207698, "PROPOSAL/ORDER/LAW_e": 0.5, "PRICE SIGNAL_loss": 2.9117722511291504, "PRICE SIGNAL_f1": 0.3157894736842105, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.8584755659103394, "NARRATIVE_f1": 0.7720748953203592, "NARRATIVE_e": 0.8582677165354331, "Other: DIRECT OBSERVATION_loss": 4.969834327697754, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.0940780639648438, "COMMUNICATION, NOT TO JOURNO_f1": 0.6354166666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.588888943195343, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.38888888888888884, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8958333333333334, "PROPOSAL_loss": 8.163101196289062, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 1.7056231498718262, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.50203013420105, "VOTE/POLL_f1": 0.3620929794842838, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 3.355642318725586, "LAWSUIT_f1": 0.286465848965849, "LAWSUIT_e": 0.5, "DIRECT OBSERVATION_loss": 3.1507253646850586, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.44, "Other: PROPOSAL_loss": 0.7035031318664551, "Other: PROPOSAL_f1": 0.6013230429988974, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 1.751548171043396, "Other: LAWSUIT_f1": 0.29411764705882354, "Other: LAWSUIT_e": 0.29411764705882354, "Other: Campaign filing_loss": 2.27113676071167, "Other: Campaign filing_f1": 0.2512195843110431, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 1.268170952796936, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.4484739303588867, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.369370222091675, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 1.08004629611969, "full_f1": 0.6810380542275204, "full_e": 0.7552467385138968}
callback-metrics-state-44000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.6916677355766296, "QUOTE_f1": 0.7567165147050904, "QUOTE_e": 0.8011722272317403, "BACKGROUND_loss": 0.8230162858963013, "BACKGROUND_f1": 0.7562772247153108, "BACKGROUND_e": 0.789873417721519, "PUBLISHED WORK_loss": 1.708261489868164, "PUBLISHED WORK_f1": 0.5941205053449952, "PUBLISHED WORK_e": 0.673469387755102, "STATEMENT_loss": 0.7832674384117126, "STATEMENT_f1": 0.6212368919584123, "STATEMENT_e": 0.802547770700637, "DOCUMENT_loss": 1.788939118385315, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.126067042350769, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.7142857142857143, "PRESS REPORT_loss": 3.4864752292633057, "PRESS REPORT_f1": 0.43126177024482104, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.3576104640960693, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.4428423643112183, "PROPOSAL/ORDER/LAW_f1": 0.4014328808446455, "PROPOSAL/ORDER/LAW_e": 0.5882352941176471, "PRICE SIGNAL_loss": 2.4906716346740723, "PRICE SIGNAL_f1": 0.38947368421052636, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.8982951641082764, "NARRATIVE_f1": 0.7720748953203592, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 2.489490509033203, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.375, "COMMUNICATION, NOT TO JOURNO_loss": 2.047456741333008, "COMMUNICATION, NOT TO JOURNO_f1": 0.6666666666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.78125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8375417590141296, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8541666666666666, "PROPOSAL_loss": 7.557234764099121, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.804272413253784, "TWEET_f1": 0.23529411764705882, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.1500563621520996, "VOTE/POLL_f1": 0.46350461133069837, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 3.201805830001831, "LAWSUIT_f1": 0.3211880711880712, "LAWSUIT_e": 0.6041666666666666, "DIRECT OBSERVATION_loss": 2.9112210273742676, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.42, "Other: PROPOSAL_loss": 1.851945161819458, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.3188979625701904, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.71281361579895, "Other: Campaign filing_f1": 0.125, "Other: Campaign filing_e": 0.125, "Other: Campaign Filing_loss": 1.3735573291778564, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.5960650444030762, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.520928144454956, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.031318187713623, "full_f1": 0.6832601552139036, "full_e": 0.7609188882586501}
callback-metrics-state-46000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7622964978218079, "QUOTE_f1": 0.7578586677985389, "QUOTE_e": 0.7993688007213706, "BACKGROUND_loss": 0.8922215700149536, "BACKGROUND_f1": 0.7551062686190411, "BACKGROUND_e": 0.789873417721519, "PUBLISHED WORK_loss": 1.5083926916122437, "PUBLISHED WORK_f1": 0.5859572400388727, "PUBLISHED WORK_e": 0.6938775510204082, "STATEMENT_loss": 0.836621880531311, "STATEMENT_f1": 0.619576159862784, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 1.856481909751892, "DOCUMENT_f1": 0.32, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 1.8127384185791016, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.7142857142857143, "PRESS REPORT_loss": 3.4029829502105713, "PRESS REPORT_f1": 0.4180790960451977, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.5503301620483398, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.4551280736923218, "PROPOSAL/ORDER/LAW_f1": 0.3602941176470588, "PROPOSAL/ORDER/LAW_e": 0.5882352941176471, "PRICE SIGNAL_loss": 2.62180757522583, "PRICE SIGNAL_f1": 0.3157894736842105, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.9184687733650208, "NARRATIVE_f1": 0.7642008795723277, "NARRATIVE_e": 0.8503937007874016, "Other: DIRECT OBSERVATION_loss": 1.4837137460708618, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.625, "COMMUNICATION, NOT TO JOURNO_loss": 2.1492860317230225, "COMMUNICATION, NOT TO JOURNO_f1": 0.6354166666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.734375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8574859499931335, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3682355411567075, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8125, "PROPOSAL_loss": 8.847249984741211, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 1.51802396774292, "TWEET_f1": 0.2967032967032967, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.107055425643921, "VOTE/POLL_f1": 0.4527762092979485, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 3.118403673171997, "LAWSUIT_f1": 0.2656325156325156, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 2.7034573554992676, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.46, "Other: PROPOSAL_loss": 2.1841893196105957, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 2.9128079414367676, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.7228872776031494, "Other: Campaign filing_f1": 0.14732142857142858, "Other: Campaign filing_e": 0.125, "Other: Campaign Filing_loss": 1.3482657670974731, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.5458810925483704, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.4028384685516357, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.0859274864196777, "full_f1": 0.6814344985190464, "full_e": 0.7577992058990357}
callback-metrics-state-48000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7531983852386475, "QUOTE_f1": 0.7565825913490132, "QUOTE_e": 0.8020739404869252, "BACKGROUND_loss": 0.8310499787330627, "BACKGROUND_f1": 0.7694966062638136, "BACKGROUND_e": 0.8025316455696202, "PUBLISHED WORK_loss": 1.9016374349594116, "PUBLISHED WORK_f1": 0.5658606517852506, "PUBLISHED WORK_e": 0.6836734693877551, "STATEMENT_loss": 0.9085143208503723, "STATEMENT_f1": 0.6085405292163313, "STATEMENT_e": 0.7834394904458599, "DOCUMENT_loss": 2.992126703262329, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.7735921144485474, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 3.6560635566711426, "PRESS REPORT_f1": 0.43510857632473826, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.5877137184143066, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.775765299797058, "PROPOSAL/ORDER/LAW_f1": 0.3946078431372549, "PROPOSAL/ORDER/LAW_e": 0.6323529411764706, "PRICE SIGNAL_loss": 2.4007487297058105, "PRICE SIGNAL_f1": 0.46315789473684216, "PRICE SIGNAL_e": 0.5263157894736842, "NARRATIVE_loss": 0.9458590745925903, "NARRATIVE_f1": 0.7716535433070866, "NARRATIVE_e": 0.8582677165354331, "Other: DIRECT OBSERVATION_loss": 2.2323923110961914, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.375, "COMMUNICATION, NOT TO JOURNO_loss": 2.1953237056732178, "COMMUNICATION, NOT TO JOURNO_f1": 0.6356136204481793, "COMMUNICATION, NOT TO JOURNO_e": 0.703125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8927289843559265, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3682355411567075, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8125, "PROPOSAL_loss": 8.771791458129883, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.5220648050308228, "TWEET_f1": 0.3343286213071002, "TWEET_e": 0.4117647058823529, "VOTE/POLL_loss": 2.433425188064575, "VOTE/POLL_f1": 0.37428947863730466, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 3.4531424045562744, "LAWSUIT_f1": 0.286465848965849, "LAWSUIT_e": 0.5416666666666666, "DIRECT OBSERVATION_loss": 2.664351463317871, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.54, "Other: PROPOSAL_loss": 1.4708274602890015, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.4659934043884277, "Other: LAWSUIT_f1": 0.1181687752706404, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 2.189098834991455, "Other: Campaign filing_f1": 0.34615384615384615, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 1.1309095621109009, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.44645610451698303, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.8310458660125732, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.1106504201889038, "full_f1": 0.6829232660093741, "full_e": 0.7623369256948384}
callback-metrics-state-50000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.8071871399879456, "QUOTE_f1": 0.7574130110749024, "QUOTE_e": 0.8025247971145176, "BACKGROUND_loss": 0.9310144186019897, "BACKGROUND_f1": 0.7591768328859912, "BACKGROUND_e": 0.7924050632911392, "PUBLISHED WORK_loss": 1.7105956077575684, "PUBLISHED WORK_f1": 0.5533041788143829, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 1.006136178970337, "STATEMENT_f1": 0.6089803862096856, "STATEMENT_e": 0.7770700636942676, "DOCUMENT_loss": 2.534398078918457, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.8857122659683228, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.078317642211914, "PRESS REPORT_f1": 0.41619585687382293, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 1.8585859537124634, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.50433349609375, "PROPOSAL/ORDER/LAW_f1": 0.3838235294117647, "PROPOSAL/ORDER/LAW_e": 0.6029411764705882, "PRICE SIGNAL_loss": 2.6436479091644287, "PRICE SIGNAL_f1": 0.3684210526315789, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.9368022084236145, "NARRATIVE_f1": 0.7874015748031497, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 2.9256184101104736, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 2.2107903957366943, "COMMUNICATION, NOT TO JOURNO_f1": 0.6302083333333334, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7964411377906799, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.875, "PROPOSAL_loss": 8.665560722351074, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.7977755069732666, "TWEET_f1": 0.3235294117647059, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.3853838443756104, "VOTE/POLL_f1": 0.32348339080400573, "VOTE/POLL_e": 0.34782608695652173, "LAWSUIT_loss": 3.2981550693511963, "LAWSUIT_f1": 0.28229918229918227, "LAWSUIT_e": 0.5416666666666666, "DIRECT OBSERVATION_loss": 3.0641610622406006, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.42, "Other: PROPOSAL_loss": 2.330106258392334, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 2.9486303329467773, "Other: LAWSUIT_f1": 0.23529411764705882, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 2.880841016769409, "Other: Campaign filing_f1": 0.2725039103232534, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 1.0856289863586426, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.27641212940216064, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.6463130712509155, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 1.158908724784851, "full_f1": 0.680738586407374, "full_e": 0.7555303460011344}
callback-metrics-state-52000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7706118822097778, "QUOTE_f1": 0.7599263214068884, "QUOTE_e": 0.80297565374211, "BACKGROUND_loss": 0.8397641777992249, "BACKGROUND_f1": 0.7628023735958612, "BACKGROUND_e": 0.7949367088607595, "PUBLISHED WORK_loss": 2.0770423412323, "PUBLISHED WORK_f1": 0.5859572400388727, "PUBLISHED WORK_e": 0.6836734693877551, "STATEMENT_loss": 1.068114995956421, "STATEMENT_f1": 0.6215199775918163, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 2.354578733444214, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.4467637538909912, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.348066329956055, "PRESS REPORT_f1": 0.3999619622979247, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 1.5407203435897827, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.619827151298523, "PROPOSAL/ORDER/LAW_f1": 0.379968654128318, "PROPOSAL/ORDER/LAW_e": 0.5735294117647058, "PRICE SIGNAL_loss": 2.382239580154419, "PRICE SIGNAL_f1": 0.4105263157894737, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.9017556309700012, "NARRATIVE_f1": 0.7795275590551181, "NARRATIVE_e": 0.8582677165354331, "Other: DIRECT OBSERVATION_loss": 2.4486093521118164, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.2193262577056885, "COMMUNICATION, NOT TO JOURNO_f1": 0.6666666666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.765625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7713409066200256, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.38888888888888884, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.875, "PROPOSAL_loss": 9.115384101867676, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.752002477645874, "TWEET_f1": 0.3359189829778065, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.455253839492798, "VOTE/POLL_f1": 0.4112817474034204, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 3.5776097774505615, "LAWSUIT_f1": 0.26166426166426165, "LAWSUIT_e": 0.5, "DIRECT OBSERVATION_loss": 2.167564630508423, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.52, "Other: PROPOSAL_loss": 1.8189961910247803, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.1494193077087402, "Other: LAWSUIT_f1": 0.29411764705882354, "Other: LAWSUIT_e": 0.29411764705882354, "Other: Campaign filing_loss": 1.6417834758758545, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 1.026794195175171, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.41983121633529663, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.0100059509277344, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.1301259994506836, "full_f1": 0.6879751943104644, "full_e": 0.7648893930799773}
callback-metrics-state-54000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7577431797981262, "QUOTE_f1": 0.7610295169709486, "QUOTE_e": 0.80297565374211, "BACKGROUND_loss": 0.9141764044761658, "BACKGROUND_f1": 0.7632204254874146, "BACKGROUND_e": 0.8025316455696202, "PUBLISHED WORK_loss": 1.8464990854263306, "PUBLISHED WORK_f1": 0.5859572400388727, "PUBLISHED WORK_e": 0.673469387755102, "STATEMENT_loss": 0.9326871633529663, "STATEMENT_f1": 0.6276109594580932, "STATEMENT_e": 0.8152866242038217, "DOCUMENT_loss": 2.4871296882629395, "DOCUMENT_f1": 0.42000000000000004, "DOCUMENT_e": 0.55, "SOCIAL MEDIA POST_loss": 1.6912020444869995, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 3.7674155235290527, "PRESS REPORT_f1": 0.43126177024482104, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.838578224182129, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.656341314315796, "PROPOSAL/ORDER/LAW_f1": 0.375, "PROPOSAL/ORDER/LAW_e": 0.5735294117647058, "PRICE SIGNAL_loss": 2.3371596336364746, "PRICE SIGNAL_f1": 0.4007572889057175, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.9093656539916992, "NARRATIVE_f1": 0.7795275590551181, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 1.7188678979873657, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.625, "COMMUNICATION, NOT TO JOURNO_loss": 2.143251657485962, "COMMUNICATION, NOT TO JOURNO_f1": 0.6278011204481793, "COMMUNICATION, NOT TO JOURNO_e": 0.75, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7983148694038391, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.38888888888888884, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8541666666666666, "PROPOSAL_loss": 8.478302001953125, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.1622936725616455, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.2406132221221924, "VOTE/POLL_f1": 0.3921325051759834, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 3.4877679347991943, "LAWSUIT_f1": 0.2714681832328891, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 1.294854760169983, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.66, "Other: PROPOSAL_loss": 2.4584484100341797, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.671478271484375, "Other: LAWSUIT_f1": 0.2358158340941698, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 2.170247793197632, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.105228304862976, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.21375080943107605, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.6276183128356934, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.7777777777777778, "full_loss": 1.0957111120224, "full_f1": 0.6891421496451101, "full_e": 0.7688598979013046}
callback-metrics-state-56000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7262380123138428, "QUOTE_f1": 0.7644705703218231, "QUOTE_e": 0.8056807935076645, "BACKGROUND_loss": 0.7929486036300659, "BACKGROUND_f1": 0.7688506650344931, "BACKGROUND_e": 0.8, "PUBLISHED WORK_loss": 1.8399285078048706, "PUBLISHED WORK_f1": 0.5808551992225461, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 0.9259657263755798, "STATEMENT_f1": 0.6273423662632592, "STATEMENT_e": 0.802547770700637, "DOCUMENT_loss": 2.5489914417266846, "DOCUMENT_f1": 0.36, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 1.230723261833191, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 3.9615564346313477, "PRESS REPORT_f1": 0.4126381976589056, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.6858985424041748, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.59872567653656, "PROPOSAL/ORDER/LAW_f1": 0.4009803921568627, "PROPOSAL/ORDER/LAW_e": 0.5882352941176471, "PRICE SIGNAL_loss": 2.733368158340454, "PRICE SIGNAL_f1": 0.3684210526315789, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.9168335795402527, "NARRATIVE_f1": 0.7720748953203592, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 2.0546159744262695, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.625, "COMMUNICATION, NOT TO JOURNO_loss": 2.188359260559082, "COMMUNICATION, NOT TO JOURNO_f1": 0.6197916666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7323877215385437, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.38888888888888884, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8541666666666666, "PROPOSAL_loss": 8.664244651794434, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.7317588329315186, "TWEET_f1": 0.32416317459653965, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.2041127681732178, "VOTE/POLL_f1": 0.3747412008281573, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 3.5550079345703125, "LAWSUIT_f1": 0.2795214045214045, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 2.6280088424682617, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.46, "Other: PROPOSAL_loss": 1.8525928258895874, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 2.553757429122925, "Other: LAWSUIT_f1": 0.29411764705882354, "Other: LAWSUIT_e": 0.29411764705882354, "Other: Campaign filing_loss": 1.6735045909881592, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.059429407119751, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.2998337149620056, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.6952271461486816, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.7777777777777778, "full_loss": 1.0759004354476929, "full_f1": 0.6905602249087808, "full_e": 0.7631877481565513}
callback-metrics-state-58000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7368096113204956, "QUOTE_f1": 0.7612425277724085, "QUOTE_e": 0.80297565374211, "BACKGROUND_loss": 0.8638869524002075, "BACKGROUND_f1": 0.7566090042762659, "BACKGROUND_e": 0.7924050632911392, "PUBLISHED WORK_loss": 1.752670407295227, "PUBLISHED WORK_f1": 0.5839164237123421, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.873678982257843, "STATEMENT_f1": 0.6195616838928941, "STATEMENT_e": 0.7961783439490446, "DOCUMENT_loss": 2.6735312938690186, "DOCUMENT_f1": 0.30999999999999994, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 1.8718316555023193, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 3.919684410095215, "PRESS REPORT_f1": 0.42749529190207153, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.55203115940094, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.6303508281707764, "PROPOSAL/ORDER/LAW_f1": 0.3897058823529412, "PROPOSAL/ORDER/LAW_e": 0.6323529411764706, "PRICE SIGNAL_loss": 2.7620205879211426, "PRICE SIGNAL_f1": 0.42105263157894735, "PRICE SIGNAL_e": 0.5263157894736842, "NARRATIVE_loss": 0.9287024736404419, "NARRATIVE_f1": 0.7563998840630723, "NARRATIVE_e": 0.84251968503937, "Other: DIRECT OBSERVATION_loss": 1.3825483322143555, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.75, "COMMUNICATION, NOT TO JOURNO_loss": 2.134343147277832, "COMMUNICATION, NOT TO JOURNO_f1": 0.6666666666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.75, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8276567459106445, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.38888888888888884, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8541666666666666, "PROPOSAL_loss": 8.557619094848633, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.4652743339538574, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.117393732070923, "VOTE/POLL_f1": 0.31387163561076603, "VOTE/POLL_e": 0.34782608695652173, "LAWSUIT_loss": 3.4813268184661865, "LAWSUIT_f1": 0.2686087061087061, "LAWSUIT_e": 0.5, "DIRECT OBSERVATION_loss": 1.7638996839523315, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.58, "Other: PROPOSAL_loss": 1.9544250965118408, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 2.0418901443481445, "Other: LAWSUIT_f1": 0.35294117647058826, "Other: LAWSUIT_e": 0.35294117647058826, "Other: Campaign filing_loss": 1.8921045064926147, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.0118448734283447, "Other: Campaign Filing_f1": 0.4013157894736842, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.1798594743013382, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.7633908987045288, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.0705878734588623, "full_f1": 0.6854242844445689, "full_e": 0.7614861032331254}
callback-metrics-state-6000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.9812946319580078, "QUOTE_f1": 0.6750557335995212, "QUOTE_e": 0.7100991884580703, "BACKGROUND_loss": 0.8254457116127014, "BACKGROUND_f1": 0.7076983383231851, "BACKGROUND_e": 0.7493670886075949, "PUBLISHED WORK_loss": 1.5280673503875732, "PUBLISHED WORK_f1": 0.5202553593621942, "PUBLISHED WORK_e": 0.5714285714285714, "STATEMENT_loss": 0.9829086065292358, "STATEMENT_f1": 0.6044558413985166, "STATEMENT_e": 0.7515923566878981, "DOCUMENT_loss": 1.8807566165924072, "DOCUMENT_f1": 0.48360360360360355, "DOCUMENT_e": 0.6, "SOCIAL MEDIA POST_loss": 1.8983453512191772, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.42857142857142855, "PRESS REPORT_loss": 3.399951457977295, "PRESS REPORT_f1": 0.44821092278719393, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.3181610107421875, "DECLINED COMMENT_f1": 0.4375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 1.354654312133789, "PROPOSAL/ORDER/LAW_f1": 0.3581487752278298, "PROPOSAL/ORDER/LAW_e": 0.5441176470588235, "PRICE SIGNAL_loss": 1.9650005102157593, "PRICE SIGNAL_f1": 0.38421052631578945, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 0.9090070724487305, "NARRATIVE_f1": 0.7292757357675986, "NARRATIVE_e": 0.8031496062992126, "Other: DIRECT OBSERVATION_loss": 4.277988433837891, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.6181716918945312, "COMMUNICATION, NOT TO JOURNO_f1": 0.6011147375941803, "COMMUNICATION, NOT TO JOURNO_e": 0.640625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8787312507629395, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2638888888888889, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6875, "PROPOSAL_loss": 5.618581295013428, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.2145752906799316, "TWEET_f1": 0.2356133769654402, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 1.9343070983886719, "VOTE/POLL_f1": 0.4438170525127047, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 2.727597951889038, "LAWSUIT_f1": 0.24777537277537276, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 3.5319406986236572, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.12, "Other: PROPOSAL_loss": 1.2367807626724243, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 3.6005146503448486, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.7167004346847534, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.4822908639907837, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.9807354807853699, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.6995952129364014, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 1.1949362754821777, "full_f1": 0.6213789300225637, "full_e": 0.6781055019852524}
callback-metrics-state-60000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7841346859931946, "QUOTE_f1": 0.7577277105031056, "QUOTE_e": 0.7984670874661858, "BACKGROUND_loss": 0.8495239019393921, "BACKGROUND_f1": 0.779020415787623, "BACKGROUND_e": 0.8151898734177215, "PUBLISHED WORK_loss": 2.0450172424316406, "PUBLISHED WORK_f1": 0.5640453173750704, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.8644366264343262, "STATEMENT_f1": 0.6148721059549085, "STATEMENT_e": 0.7961783439490446, "DOCUMENT_loss": 2.851062059402466, "DOCUMENT_f1": 0.3735349148012028, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 2.1299099922180176, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.630943298339844, "PRESS REPORT_f1": 0.39952184991393236, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 1.8355522155761719, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.5274860858917236, "PROPOSAL/ORDER/LAW_f1": 0.39215686274509803, "PROPOSAL/ORDER/LAW_e": 0.6176470588235294, "PRICE SIGNAL_loss": 2.7739832401275635, "PRICE SIGNAL_f1": 0.4107345515123119, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.9847896099090576, "NARRATIVE_f1": 0.7645849779015, "NARRATIVE_e": 0.8503937007874016, "Other: DIRECT OBSERVATION_loss": 2.384004592895508, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.392486572265625, "COMMUNICATION, NOT TO JOURNO_f1": 0.6510416666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.75, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.9590125679969788, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.34722222222222215, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8125, "PROPOSAL_loss": 9.035024642944336, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.7918797731399536, "TWEET_f1": 0.23529411764705882, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.5189008712768555, "VOTE/POLL_f1": 0.3805006587615283, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 3.892162322998047, "LAWSUIT_f1": 0.3072991822991823, "LAWSUIT_e": 0.5625, "DIRECT OBSERVATION_loss": 2.4656503200531006, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.5, "Other: PROPOSAL_loss": 2.3950555324554443, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.1929407119750977, "Other: LAWSUIT_f1": 0.23529411764705882, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 1.6679418087005615, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 0.969899594783783, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.2249695360660553, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.1119861602783203, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.1619102954864502, "full_f1": 0.6860082711191074, "full_e": 0.7612024957458877}
callback-metrics-state-62000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.7935746908187866, "QUOTE_f1": 0.7613155519073196, "QUOTE_e": 0.8038773669972948, "BACKGROUND_loss": 0.9155130982398987, "BACKGROUND_f1": 0.7563592525617842, "BACKGROUND_e": 0.7949367088607595, "PUBLISHED WORK_loss": 2.0611228942871094, "PUBLISHED WORK_f1": 0.5594266277939747, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.807034969329834, "STATEMENT_f1": 0.6212368919584123, "STATEMENT_e": 0.802547770700637, "DOCUMENT_loss": 2.870384931564331, "DOCUMENT_f1": 0.3624390243902439, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 1.797149658203125, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.437881946563721, "PRESS REPORT_f1": 0.45423728813559316, "PRESS REPORT_e": 0.5254237288135594, "DECLINED COMMENT_loss": 1.7791764736175537, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.9561076164245605, "PROPOSAL/ORDER/LAW_f1": 0.37506178942165097, "PROPOSAL/ORDER/LAW_e": 0.5441176470588235, "PRICE SIGNAL_loss": 2.9693362712860107, "PRICE SIGNAL_f1": 0.3370503409859961, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.056171178817749, "NARRATIVE_f1": 0.7716535433070866, "NARRATIVE_e": 0.8582677165354331, "Other: DIRECT OBSERVATION_loss": 1.4560911655426025, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.75, "COMMUNICATION, NOT TO JOURNO_loss": 2.312520742416382, "COMMUNICATION, NOT TO JOURNO_f1": 0.6354166666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.9841589331626892, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.34722222222222215, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8125, "PROPOSAL_loss": 9.2697172164917, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.7296221256256104, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.5065510272979736, "VOTE/POLL_f1": 0.38489351411750977, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 3.4874074459075928, "LAWSUIT_f1": 0.28249759499759497, "LAWSUIT_e": 0.5416666666666666, "DIRECT OBSERVATION_loss": 2.072587013244629, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.58, "Other: PROPOSAL_loss": 1.7683446407318115, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 2.5563812255859375, "Other: LAWSUIT_f1": 0.35294117647058826, "Other: LAWSUIT_e": 0.35294117647058826, "Other: Campaign filing_loss": 2.10019588470459, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.0366934537887573, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.277961790561676, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.0805938243865967, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.165132999420166, "full_f1": 0.6851910835605682, "full_e": 0.762620533182076}
callback-metrics-state-64000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.8163259625434875, "QUOTE_f1": 0.7612965506898707, "QUOTE_e": 0.8038773669972948, "BACKGROUND_loss": 0.9725351333618164, "BACKGROUND_f1": 0.7603424973628693, "BACKGROUND_e": 0.8, "PUBLISHED WORK_loss": 1.9763433933258057, "PUBLISHED WORK_f1": 0.5573858114674441, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 0.9835266470909119, "STATEMENT_f1": 0.6215199775918163, "STATEMENT_e": 0.7961783439490446, "DOCUMENT_loss": 2.946280002593994, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.9693771600723267, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.21143913269043, "PRESS REPORT_f1": 0.45423728813559316, "PRESS REPORT_e": 0.5254237288135594, "DECLINED COMMENT_loss": 1.8026654720306396, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.7807798385620117, "PROPOSAL/ORDER/LAW_f1": 0.3897269509523007, "PROPOSAL/ORDER/LAW_e": 0.6176470588235294, "PRICE SIGNAL_loss": 3.106703996658325, "PRICE SIGNAL_f1": 0.3159977094070488, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.0142544507980347, "NARRATIVE_f1": 0.7716535433070866, "NARRATIVE_e": 0.8503937007874016, "Other: DIRECT OBSERVATION_loss": 2.2435998916625977, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.5153818130493164, "COMMUNICATION, NOT TO JOURNO_f1": 0.5965511204481793, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0247403383255005, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3474022078233741, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8125, "PROPOSAL_loss": 9.598410606384277, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.5423967838287354, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.1845734119415283, "VOTE/POLL_f1": 0.4652603540127169, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 3.9019887447357178, "LAWSUIT_f1": 0.2481008936087061, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 2.6624996662139893, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.5, "Other: PROPOSAL_loss": 2.215613842010498, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 2.561002731323242, "Other: LAWSUIT_f1": 0.29411764705882354, "Other: LAWSUIT_e": 0.29411764705882354, "Other: Campaign filing_loss": 2.4065804481506348, "Other: Campaign filing_f1": 0.25, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 1.0229213237762451, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.20553816854953766, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.234133243560791, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.2051023244857788, "full_f1": 0.6833819054430591, "full_e": 0.7606352807714124}
callback-metrics-state-66000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.8277370929718018, "QUOTE_f1": 0.7602976348694459, "QUOTE_e": 0.8025247971145176, "BACKGROUND_loss": 1.0209354162216187, "BACKGROUND_f1": 0.7544353243670886, "BACKGROUND_e": 0.7949367088607595, "PUBLISHED WORK_loss": 1.8931636810302734, "PUBLISHED WORK_f1": 0.5839164237123421, "PUBLISHED WORK_e": 0.6632653061224489, "STATEMENT_loss": 0.8982765674591064, "STATEMENT_f1": 0.6195616838928941, "STATEMENT_e": 0.8089171974522293, "DOCUMENT_loss": 2.8770205974578857, "DOCUMENT_f1": 0.32, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 2.464414119720459, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.365941524505615, "PRESS REPORT_f1": 0.43184723720692814, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.8293551206588745, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.7595291137695312, "PROPOSAL/ORDER/LAW_f1": 0.3897058823529412, "PROPOSAL/ORDER/LAW_e": 0.6029411764705882, "PRICE SIGNAL_loss": 2.9386374950408936, "PRICE SIGNAL_f1": 0.4107345515123119, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 1.0717434883117676, "NARRATIVE_f1": 0.7796008057132393, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 1.9700276851654053, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.625, "COMMUNICATION, NOT TO JOURNO_loss": 2.3899431228637695, "COMMUNICATION, NOT TO JOURNO_f1": 0.6041666666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.026981234550476, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 9.320352554321289, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.7435691356658936, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 2.146874189376831, "VOTE/POLL_f1": 0.38687731309254697, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 3.7682716846466064, "LAWSUIT_f1": 0.24104907841818837, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 2.473874807357788, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.54, "Other: PROPOSAL_loss": 2.68316912651062, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 4.241244316101074, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 2.6559019088745117, "Other: Campaign filing_f1": 0.25, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 1.0347737073898315, "Other: Campaign Filing_f1": 0.4013157894736842, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.21928784251213074, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.2030751705169678, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 1.2169677019119263, "full_f1": 0.683391021309006, "full_e": 0.7623369256948384}
callback-metrics-state-68000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.863258957862854, "QUOTE_f1": 0.7609884439304729, "QUOTE_e": 0.80297565374211, "BACKGROUND_loss": 1.035309076309204, "BACKGROUND_f1": 0.7645619066455697, "BACKGROUND_e": 0.8050632911392405, "PUBLISHED WORK_loss": 2.047861099243164, "PUBLISHED WORK_f1": 0.5844534806403764, "PUBLISHED WORK_e": 0.6632653061224489, "STATEMENT_loss": 0.9393830299377441, "STATEMENT_f1": 0.6212560086763909, "STATEMENT_e": 0.8089171974522293, "DOCUMENT_loss": 2.745370388031006, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 2.864891290664673, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 4.7724504470825195, "PRESS REPORT_f1": 0.43748295343853494, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.912668228149414, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.7013853788375854, "PROPOSAL/ORDER/LAW_f1": 0.3897058823529412, "PROPOSAL/ORDER/LAW_e": 0.6176470588235294, "PRICE SIGNAL_loss": 2.968891143798828, "PRICE SIGNAL_f1": 0.4107345515123119, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 1.0638229846954346, "NARRATIVE_f1": 0.7795275590551181, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 2.4267728328704834, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.412091016769409, "COMMUNICATION, NOT TO JOURNO_f1": 0.6666666666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.703125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.1609383821487427, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3263888888888889, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7916666666666666, "PROPOSAL_loss": 9.62153148651123, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.7397644519805908, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.215923309326172, "VOTE/POLL_f1": 0.37601722290614586, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 3.914095163345337, "LAWSUIT_f1": 0.20843002526136714, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 2.6154794692993164, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.52, "Other: PROPOSAL_loss": 2.619447708129883, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 4.615561485290527, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 2.116729259490967, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 0.9669984579086304, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.3121603727340698, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.587462902069092, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.263925552368164, "full_f1": 0.6859853965823821, "full_e": 0.7629041406693137}
callback-metrics-state-70000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.8417912721633911, "QUOTE_f1": 0.7618896790076207, "QUOTE_e": 0.8025247971145176, "BACKGROUND_loss": 0.9900708794593811, "BACKGROUND_f1": 0.7676963249698614, "BACKGROUND_e": 0.8050632911392405, "PUBLISHED WORK_loss": 2.049684524536133, "PUBLISHED WORK_f1": 0.5878548411845941, "PUBLISHED WORK_e": 0.6632653061224489, "STATEMENT_loss": 0.8819464445114136, "STATEMENT_f1": 0.6129236474777876, "STATEMENT_e": 0.7961783439490446, "DOCUMENT_loss": 2.7840282917022705, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 2.5393528938293457, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.5361738204956055, "PRESS REPORT_f1": 0.42167774568150446, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.6719224452972412, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.5783005952835083, "PROPOSAL/ORDER/LAW_f1": 0.38977257569694546, "PROPOSAL/ORDER/LAW_e": 0.6029411764705882, "PRICE SIGNAL_loss": 2.7989585399627686, "PRICE SIGNAL_f1": 0.431578947368421, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 1.0120981931686401, "NARRATIVE_f1": 0.7716535433070866, "NARRATIVE_e": 0.8582677165354331, "Other: DIRECT OBSERVATION_loss": 2.7519936561584473, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.3316457271575928, "COMMUNICATION, NOT TO JOURNO_f1": 0.6510416666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.9903684258460999, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 9.288299560546875, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.65115225315094, "TWEET_f1": 0.23674035704375176, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 2.208054780960083, "VOTE/POLL_f1": 0.3695335086005666, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 3.823906183242798, "LAWSUIT_f1": 0.22806121106902355, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 2.4552502632141113, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.52, "Other: PROPOSAL_loss": 2.28814697265625, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.7669646739959717, "Other: LAWSUIT_f1": 0.23529411764705882, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 2.2347700595855713, "Other: Campaign filing_f1": 0.3752086811352254, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 0.932620644569397, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 0.3441508412361145, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.2660865783691406, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.2196487188339233, "full_f1": 0.6860101468869639, "full_e": 0.7606352807714124}
callback-metrics-state-72000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.8826233148574829, "QUOTE_f1": 0.7606302094654609, "QUOTE_e": 0.8011722272317403, "BACKGROUND_loss": 1.0125975608825684, "BACKGROUND_f1": 0.7663278679052017, "BACKGROUND_e": 0.8025316455696202, "PUBLISHED WORK_loss": 2.235799551010132, "PUBLISHED WORK_f1": 0.5839164237123421, "PUBLISHED WORK_e": 0.6632653061224489, "STATEMENT_loss": 0.9887452125549316, "STATEMENT_f1": 0.6281586686183751, "STATEMENT_e": 0.821656050955414, "DOCUMENT_loss": 3.033191442489624, "DOCUMENT_f1": 0.37, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 2.6609137058258057, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.6428571428571429, "PRESS REPORT_loss": 4.626288414001465, "PRESS REPORT_f1": 0.4195856873822975, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.823654055595398, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.8824642896652222, "PROPOSAL/ORDER/LAW_f1": 0.3897058823529412, "PROPOSAL/ORDER/LAW_e": 0.5882352941176471, "PRICE SIGNAL_loss": 3.1955513954162598, "PRICE SIGNAL_f1": 0.3581029725649435, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.0812034606933594, "NARRATIVE_f1": 0.7716535433070866, "NARRATIVE_e": 0.8582677165354331, "Other: DIRECT OBSERVATION_loss": 2.9162957668304443, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 2.4340972900390625, "COMMUNICATION, NOT TO JOURNO_f1": 0.6199886204481793, "COMMUNICATION, NOT TO JOURNO_e": 0.703125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0328387022018433, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 9.785638809204102, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.5086543560028076, "TWEET_f1": 0.29411764705882354, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.717064619064331, "VOTE/POLL_f1": 0.2842423311312542, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 4.084840297698975, "LAWSUIT_f1": 0.24777537277537276, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 2.662404775619507, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.52, "Other: PROPOSAL_loss": 1.9756362438201904, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 2.9898979663848877, "Other: LAWSUIT_f1": 0.35294117647058826, "Other: LAWSUIT_e": 0.35294117647058826, "Other: Campaign filing_loss": 2.1050233840942383, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 0.9306182861328125, "Other: Campaign Filing_f1": 0.4013157894736842, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.32309359312057495, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.189145088195801, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 1.2835853099822998, "full_f1": 0.6861547922871403, "full_e": 0.7609188882586501}
callback-metrics-state-8000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 0.8846258521080017, "QUOTE_f1": 0.7067774247279242, "QUOTE_e": 0.739404869251578, "BACKGROUND_loss": 0.713024914264679, "BACKGROUND_f1": 0.7585784817550605, "BACKGROUND_e": 0.7848101265822784, "PUBLISHED WORK_loss": 1.677717924118042, "PUBLISHED WORK_f1": 0.5927792957613065, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 1.0417698621749878, "STATEMENT_f1": 0.6280289649154392, "STATEMENT_e": 0.7707006369426752, "DOCUMENT_loss": 2.547196626663208, "DOCUMENT_f1": 0.43, "DOCUMENT_e": 0.6, "SOCIAL MEDIA POST_loss": 1.4159737825393677, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 3.41201114654541, "PRESS REPORT_f1": 0.4143126177024482, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.2020001411437988, "DECLINED COMMENT_f1": 0.3858695652173913, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 1.479644775390625, "PROPOSAL/ORDER/LAW_f1": 0.3298732819238204, "PROPOSAL/ORDER/LAW_e": 0.5147058823529411, "PRICE SIGNAL_loss": 2.0769858360290527, "PRICE SIGNAL_f1": 0.46315789473684216, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.8745906352996826, "NARRATIVE_f1": 0.7527911360073279, "NARRATIVE_e": 0.8346456692913385, "Other: DIRECT OBSERVATION_loss": 4.0269575119018555, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.7727458477020264, "COMMUNICATION, NOT TO JOURNO_f1": 0.6484375, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8706851601600647, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3055555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 5.9352874755859375, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.328868865966797, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.4897005558013916, "VOTE/POLL_f1": 0.44270418413640916, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 2.7051732540130615, "LAWSUIT_f1": 0.22963900492088132, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 2.443060874938965, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.26, "Other: PROPOSAL_loss": 1.217257022857666, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.4970359802246094, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.0176128149032593, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 1.101195216178894, "Other: Campaign Filing_f1": 0.3807972484197005, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.684317946434021, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.861140727996826, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 1.1214724779129028, "full_f1": 0.6500612956253415, "full_e": 0.7073170731707317}
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/bigbird-roberta-base",
3
+ "architectures": [
4
+ "QAModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "attention_type": "original_full",
8
+ "block_size": 64,
9
+ "bos_token_id": 1,
10
+ "classifier_dropout": null,
11
+ "eos_token_id": 2,
12
+ "freeze_layers": [
13
+ 0,
14
+ 1,
15
+ 2,
16
+ 3,
17
+ 4
18
+ ],
19
+ "gradient_checkpointing": false,
20
+ "hidden_act": "gelu_new",
21
+ "hidden_dropout_prob": 0.1,
22
+ "hidden_size": 768,
23
+ "include_nones_as_positives": false,
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 3072,
26
+ "layer_norm_eps": 1e-12,
27
+ "loss_window": null,
28
+ "max_position_embeddings": 4096,
29
+ "model_type": "big_bird",
30
+ "num_attention_heads": 12,
31
+ "num_hidden_layers": 12,
32
+ "num_random_blocks": 3,
33
+ "pad_token_id": 0,
34
+ "position_embedding_type": "absolute",
35
+ "qa_head": {},
36
+ "rescale_embeddings": false,
37
+ "sep_token_id": 66,
38
+ "torch_dtype": "float32",
39
+ "transformers_version": "4.33.2",
40
+ "type_vocab_size": 2,
41
+ "use_bias": true,
42
+ "use_cache": true,
43
+ "vocab_size": 50358
44
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd6c61bb63442e9be190fc0b533336235f05af928cf22ad7b98fcdaa353bfa3f
3
+ size 736348805
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85606296689ec70548ce7ef3f6423753c1867dce85261618b418b0c7edf041a6
3
+ size 509949681
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f07af56c1beb874b50ef4306d56c0cc8c98468e4871f705f295e442d1a3f7c
3
+ size 14575
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862edf2d72e3dddae03cdec9385bd741e8337c9f3be2169edcc984804c8bef5d
3
+ size 627
trainer_state.json ADDED
@@ -0,0 +1,1045 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 4.0,
5
+ "eval_steps": 2000,
6
+ "global_step": 60928,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.03,
13
+ "learning_rate": 4.967174369747899e-05,
14
+ "loss": 3.2651,
15
+ "step": 500
16
+ },
17
+ {
18
+ "epoch": 0.07,
19
+ "learning_rate": 4.934348739495799e-05,
20
+ "loss": 1.7248,
21
+ "step": 1000
22
+ },
23
+ {
24
+ "epoch": 0.1,
25
+ "learning_rate": 4.901523109243697e-05,
26
+ "loss": 1.3764,
27
+ "step": 1500
28
+ },
29
+ {
30
+ "epoch": 0.13,
31
+ "learning_rate": 4.868697478991597e-05,
32
+ "loss": 1.1757,
33
+ "step": 2000
34
+ },
35
+ {
36
+ "epoch": 0.13,
37
+ "eval_e": 0.581678956324447,
38
+ "eval_f1": 0.5311118764265024,
39
+ "eval_loss": 1.6264814138412476,
40
+ "eval_runtime": 40.5361,
41
+ "eval_samples_per_second": 86.984,
42
+ "eval_steps_per_second": 0.691,
43
+ "step": 2000
44
+ },
45
+ {
46
+ "epoch": 0.16,
47
+ "learning_rate": 4.835871848739496e-05,
48
+ "loss": 1.0579,
49
+ "step": 2500
50
+ },
51
+ {
52
+ "epoch": 0.2,
53
+ "learning_rate": 4.8030462184873956e-05,
54
+ "loss": 0.9707,
55
+ "step": 3000
56
+ },
57
+ {
58
+ "epoch": 0.23,
59
+ "learning_rate": 4.7702205882352946e-05,
60
+ "loss": 0.9118,
61
+ "step": 3500
62
+ },
63
+ {
64
+ "epoch": 0.26,
65
+ "learning_rate": 4.7373949579831936e-05,
66
+ "loss": 0.8875,
67
+ "step": 4000
68
+ },
69
+ {
70
+ "epoch": 0.26,
71
+ "eval_e": 0.6534316505955757,
72
+ "eval_f1": 0.596454998267645,
73
+ "eval_loss": 1.359203577041626,
74
+ "eval_runtime": 41.4011,
75
+ "eval_samples_per_second": 85.167,
76
+ "eval_steps_per_second": 0.676,
77
+ "step": 4000
78
+ },
79
+ {
80
+ "epoch": 0.3,
81
+ "learning_rate": 4.7045693277310926e-05,
82
+ "loss": 0.8308,
83
+ "step": 4500
84
+ },
85
+ {
86
+ "epoch": 0.33,
87
+ "learning_rate": 4.6717436974789916e-05,
88
+ "loss": 0.8191,
89
+ "step": 5000
90
+ },
91
+ {
92
+ "epoch": 0.36,
93
+ "learning_rate": 4.638918067226891e-05,
94
+ "loss": 0.8039,
95
+ "step": 5500
96
+ },
97
+ {
98
+ "epoch": 0.39,
99
+ "learning_rate": 4.6060924369747897e-05,
100
+ "loss": 0.7682,
101
+ "step": 6000
102
+ },
103
+ {
104
+ "epoch": 0.39,
105
+ "eval_e": 0.6781055019852524,
106
+ "eval_f1": 0.6213789300225637,
107
+ "eval_loss": 1.1949362754821777,
108
+ "eval_runtime": 40.0845,
109
+ "eval_samples_per_second": 87.964,
110
+ "eval_steps_per_second": 0.699,
111
+ "step": 6000
112
+ },
113
+ {
114
+ "epoch": 0.43,
115
+ "learning_rate": 4.5732668067226893e-05,
116
+ "loss": 0.7669,
117
+ "step": 6500
118
+ },
119
+ {
120
+ "epoch": 0.46,
121
+ "learning_rate": 4.5404411764705883e-05,
122
+ "loss": 0.7246,
123
+ "step": 7000
124
+ },
125
+ {
126
+ "epoch": 0.49,
127
+ "learning_rate": 4.507615546218488e-05,
128
+ "loss": 0.723,
129
+ "step": 7500
130
+ },
131
+ {
132
+ "epoch": 0.53,
133
+ "learning_rate": 4.474789915966387e-05,
134
+ "loss": 0.7023,
135
+ "step": 8000
136
+ },
137
+ {
138
+ "epoch": 0.53,
139
+ "eval_e": 0.7073170731707317,
140
+ "eval_f1": 0.6500612956253415,
141
+ "eval_loss": 1.1214724779129028,
142
+ "eval_runtime": 36.2407,
143
+ "eval_samples_per_second": 97.294,
144
+ "eval_steps_per_second": 0.773,
145
+ "step": 8000
146
+ },
147
+ {
148
+ "epoch": 0.56,
149
+ "learning_rate": 4.4419642857142854e-05,
150
+ "loss": 0.6801,
151
+ "step": 8500
152
+ },
153
+ {
154
+ "epoch": 0.59,
155
+ "learning_rate": 4.409138655462185e-05,
156
+ "loss": 0.6614,
157
+ "step": 9000
158
+ },
159
+ {
160
+ "epoch": 0.62,
161
+ "learning_rate": 4.376313025210084e-05,
162
+ "loss": 0.6895,
163
+ "step": 9500
164
+ },
165
+ {
166
+ "epoch": 0.66,
167
+ "learning_rate": 4.343487394957984e-05,
168
+ "loss": 0.6633,
169
+ "step": 10000
170
+ },
171
+ {
172
+ "epoch": 0.66,
173
+ "eval_e": 0.707884288145207,
174
+ "eval_f1": 0.6365888205833479,
175
+ "eval_loss": 1.1668164730072021,
176
+ "eval_runtime": 36.2099,
177
+ "eval_samples_per_second": 97.377,
178
+ "eval_steps_per_second": 0.773,
179
+ "step": 10000
180
+ },
181
+ {
182
+ "epoch": 0.69,
183
+ "learning_rate": 4.310661764705883e-05,
184
+ "loss": 0.6346,
185
+ "step": 10500
186
+ },
187
+ {
188
+ "epoch": 0.72,
189
+ "learning_rate": 4.277836134453782e-05,
190
+ "loss": 0.6376,
191
+ "step": 11000
192
+ },
193
+ {
194
+ "epoch": 0.75,
195
+ "learning_rate": 4.245010504201681e-05,
196
+ "loss": 0.654,
197
+ "step": 11500
198
+ },
199
+ {
200
+ "epoch": 0.79,
201
+ "learning_rate": 4.21218487394958e-05,
202
+ "loss": 0.6169,
203
+ "step": 12000
204
+ },
205
+ {
206
+ "epoch": 0.79,
207
+ "eval_e": 0.7271695972773681,
208
+ "eval_f1": 0.6654857811733846,
209
+ "eval_loss": 1.0702860355377197,
210
+ "eval_runtime": 36.2662,
211
+ "eval_samples_per_second": 97.226,
212
+ "eval_steps_per_second": 0.772,
213
+ "step": 12000
214
+ },
215
+ {
216
+ "epoch": 0.82,
217
+ "learning_rate": 4.1793592436974794e-05,
218
+ "loss": 0.6161,
219
+ "step": 12500
220
+ },
221
+ {
222
+ "epoch": 0.85,
223
+ "learning_rate": 4.1465336134453784e-05,
224
+ "loss": 0.6157,
225
+ "step": 13000
226
+ },
227
+ {
228
+ "epoch": 0.89,
229
+ "learning_rate": 4.1137079831932774e-05,
230
+ "loss": 0.618,
231
+ "step": 13500
232
+ },
233
+ {
234
+ "epoch": 0.92,
235
+ "learning_rate": 4.0808823529411765e-05,
236
+ "loss": 0.604,
237
+ "step": 14000
238
+ },
239
+ {
240
+ "epoch": 0.92,
241
+ "eval_e": 0.7399319342030629,
242
+ "eval_f1": 0.6704723459995169,
243
+ "eval_loss": 0.9919618964195251,
244
+ "eval_runtime": 36.2385,
245
+ "eval_samples_per_second": 97.3,
246
+ "eval_steps_per_second": 0.773,
247
+ "step": 14000
248
+ },
249
+ {
250
+ "epoch": 0.95,
251
+ "learning_rate": 4.048056722689076e-05,
252
+ "loss": 0.6043,
253
+ "step": 14500
254
+ },
255
+ {
256
+ "epoch": 0.98,
257
+ "learning_rate": 4.015231092436975e-05,
258
+ "loss": 0.579,
259
+ "step": 15000
260
+ },
261
+ {
262
+ "epoch": 1.02,
263
+ "learning_rate": 3.982405462184874e-05,
264
+ "loss": 0.5503,
265
+ "step": 15500
266
+ },
267
+ {
268
+ "epoch": 1.05,
269
+ "learning_rate": 3.949579831932773e-05,
270
+ "loss": 0.5093,
271
+ "step": 16000
272
+ },
273
+ {
274
+ "epoch": 1.05,
275
+ "eval_e": 0.7359614293817357,
276
+ "eval_f1": 0.6659783311586052,
277
+ "eval_loss": 0.9624159336090088,
278
+ "eval_runtime": 36.2264,
279
+ "eval_samples_per_second": 97.332,
280
+ "eval_steps_per_second": 0.773,
281
+ "step": 16000
282
+ },
283
+ {
284
+ "epoch": 1.08,
285
+ "learning_rate": 3.916754201680672e-05,
286
+ "loss": 0.5139,
287
+ "step": 16500
288
+ },
289
+ {
290
+ "epoch": 1.12,
291
+ "learning_rate": 3.883928571428572e-05,
292
+ "loss": 0.5018,
293
+ "step": 17000
294
+ },
295
+ {
296
+ "epoch": 1.15,
297
+ "learning_rate": 3.851102941176471e-05,
298
+ "loss": 0.5009,
299
+ "step": 17500
300
+ },
301
+ {
302
+ "epoch": 1.18,
303
+ "learning_rate": 3.81827731092437e-05,
304
+ "loss": 0.5068,
305
+ "step": 18000
306
+ },
307
+ {
308
+ "epoch": 1.18,
309
+ "eval_e": 0.7464549064095292,
310
+ "eval_f1": 0.6771850837420853,
311
+ "eval_loss": 1.0379488468170166,
312
+ "eval_runtime": 36.2397,
313
+ "eval_samples_per_second": 97.297,
314
+ "eval_steps_per_second": 0.773,
315
+ "step": 18000
316
+ },
317
+ {
318
+ "epoch": 1.21,
319
+ "learning_rate": 3.785451680672269e-05,
320
+ "loss": 0.4928,
321
+ "step": 18500
322
+ },
323
+ {
324
+ "epoch": 1.25,
325
+ "learning_rate": 3.7526260504201685e-05,
326
+ "loss": 0.5026,
327
+ "step": 19000
328
+ },
329
+ {
330
+ "epoch": 1.28,
331
+ "learning_rate": 3.7198004201680675e-05,
332
+ "loss": 0.4938,
333
+ "step": 19500
334
+ },
335
+ {
336
+ "epoch": 1.31,
337
+ "learning_rate": 3.6869747899159665e-05,
338
+ "loss": 0.4812,
339
+ "step": 20000
340
+ },
341
+ {
342
+ "epoch": 1.31,
343
+ "eval_e": 0.742484401588202,
344
+ "eval_f1": 0.6734074837554972,
345
+ "eval_loss": 1.0004695653915405,
346
+ "eval_runtime": 36.2259,
347
+ "eval_samples_per_second": 97.334,
348
+ "eval_steps_per_second": 0.773,
349
+ "step": 20000
350
+ },
351
+ {
352
+ "epoch": 1.35,
353
+ "learning_rate": 3.6541491596638656e-05,
354
+ "loss": 0.4877,
355
+ "step": 20500
356
+ },
357
+ {
358
+ "epoch": 1.38,
359
+ "learning_rate": 3.6213235294117646e-05,
360
+ "loss": 0.4823,
361
+ "step": 21000
362
+ },
363
+ {
364
+ "epoch": 1.41,
365
+ "learning_rate": 3.588497899159664e-05,
366
+ "loss": 0.4708,
367
+ "step": 21500
368
+ },
369
+ {
370
+ "epoch": 1.44,
371
+ "learning_rate": 3.555672268907563e-05,
372
+ "loss": 0.4831,
373
+ "step": 22000
374
+ },
375
+ {
376
+ "epoch": 1.44,
377
+ "eval_e": 0.7433352240499149,
378
+ "eval_f1": 0.6745692090035141,
379
+ "eval_loss": 1.0472208261489868,
380
+ "eval_runtime": 36.2204,
381
+ "eval_samples_per_second": 97.348,
382
+ "eval_steps_per_second": 0.773,
383
+ "step": 22000
384
+ },
385
+ {
386
+ "epoch": 1.48,
387
+ "learning_rate": 3.522846638655463e-05,
388
+ "loss": 0.4716,
389
+ "step": 22500
390
+ },
391
+ {
392
+ "epoch": 1.51,
393
+ "learning_rate": 3.490021008403361e-05,
394
+ "loss": 0.4716,
395
+ "step": 23000
396
+ },
397
+ {
398
+ "epoch": 1.54,
399
+ "learning_rate": 3.45719537815126e-05,
400
+ "loss": 0.474,
401
+ "step": 23500
402
+ },
403
+ {
404
+ "epoch": 1.58,
405
+ "learning_rate": 3.42436974789916e-05,
406
+ "loss": 0.4748,
407
+ "step": 24000
408
+ },
409
+ {
410
+ "epoch": 1.58,
411
+ "eval_e": 0.7552467385138968,
412
+ "eval_f1": 0.6830863599993048,
413
+ "eval_loss": 0.9445247650146484,
414
+ "eval_runtime": 41.2911,
415
+ "eval_samples_per_second": 85.394,
416
+ "eval_steps_per_second": 0.678,
417
+ "step": 24000
418
+ },
419
+ {
420
+ "epoch": 1.61,
421
+ "learning_rate": 3.391544117647059e-05,
422
+ "loss": 0.4668,
423
+ "step": 24500
424
+ },
425
+ {
426
+ "epoch": 1.64,
427
+ "learning_rate": 3.358718487394958e-05,
428
+ "loss": 0.467,
429
+ "step": 25000
430
+ },
431
+ {
432
+ "epoch": 1.67,
433
+ "learning_rate": 3.325892857142857e-05,
434
+ "loss": 0.4517,
435
+ "step": 25500
436
+ },
437
+ {
438
+ "epoch": 1.71,
439
+ "learning_rate": 3.2930672268907566e-05,
440
+ "loss": 0.4581,
441
+ "step": 26000
442
+ },
443
+ {
444
+ "epoch": 1.71,
445
+ "eval_e": 0.7552467385138968,
446
+ "eval_f1": 0.6822537839548614,
447
+ "eval_loss": 0.9966788291931152,
448
+ "eval_runtime": 36.282,
449
+ "eval_samples_per_second": 97.183,
450
+ "eval_steps_per_second": 0.772,
451
+ "step": 26000
452
+ },
453
+ {
454
+ "epoch": 1.74,
455
+ "learning_rate": 3.2602415966386556e-05,
456
+ "loss": 0.458,
457
+ "step": 26500
458
+ },
459
+ {
460
+ "epoch": 1.77,
461
+ "learning_rate": 3.2274159663865547e-05,
462
+ "loss": 0.441,
463
+ "step": 27000
464
+ },
465
+ {
466
+ "epoch": 1.81,
467
+ "learning_rate": 3.1945903361344537e-05,
468
+ "loss": 0.4703,
469
+ "step": 27500
470
+ },
471
+ {
472
+ "epoch": 1.84,
473
+ "learning_rate": 3.161764705882353e-05,
474
+ "loss": 0.4438,
475
+ "step": 28000
476
+ },
477
+ {
478
+ "epoch": 1.84,
479
+ "eval_e": 0.7487237663074305,
480
+ "eval_f1": 0.6789318734426844,
481
+ "eval_loss": 0.9515223503112793,
482
+ "eval_runtime": 39.9941,
483
+ "eval_samples_per_second": 88.163,
484
+ "eval_steps_per_second": 0.7,
485
+ "step": 28000
486
+ },
487
+ {
488
+ "epoch": 1.87,
489
+ "learning_rate": 3.1289390756302523e-05,
490
+ "loss": 0.4556,
491
+ "step": 28500
492
+ },
493
+ {
494
+ "epoch": 1.9,
495
+ "learning_rate": 3.0961134453781514e-05,
496
+ "loss": 0.4453,
497
+ "step": 29000
498
+ },
499
+ {
500
+ "epoch": 1.94,
501
+ "learning_rate": 3.063287815126051e-05,
502
+ "loss": 0.4415,
503
+ "step": 29500
504
+ },
505
+ {
506
+ "epoch": 1.97,
507
+ "learning_rate": 3.0304621848739494e-05,
508
+ "loss": 0.4417,
509
+ "step": 30000
510
+ },
511
+ {
512
+ "epoch": 1.97,
513
+ "eval_e": 0.7577992058990357,
514
+ "eval_f1": 0.686996111301651,
515
+ "eval_loss": 0.9782966375350952,
516
+ "eval_runtime": 36.255,
517
+ "eval_samples_per_second": 97.256,
518
+ "eval_steps_per_second": 0.772,
519
+ "step": 30000
520
+ },
521
+ {
522
+ "epoch": 2.0,
523
+ "learning_rate": 2.9976365546218487e-05,
524
+ "loss": 0.4254,
525
+ "step": 30500
526
+ },
527
+ {
528
+ "epoch": 2.04,
529
+ "learning_rate": 2.964810924369748e-05,
530
+ "loss": 0.3574,
531
+ "step": 31000
532
+ },
533
+ {
534
+ "epoch": 2.07,
535
+ "learning_rate": 2.9319852941176474e-05,
536
+ "loss": 0.3596,
537
+ "step": 31500
538
+ },
539
+ {
540
+ "epoch": 2.1,
541
+ "learning_rate": 2.8991596638655467e-05,
542
+ "loss": 0.3692,
543
+ "step": 32000
544
+ },
545
+ {
546
+ "epoch": 2.1,
547
+ "eval_e": 0.7524106636415201,
548
+ "eval_f1": 0.6861686413926235,
549
+ "eval_loss": 1.0621048212051392,
550
+ "eval_runtime": 36.2047,
551
+ "eval_samples_per_second": 97.391,
552
+ "eval_steps_per_second": 0.773,
553
+ "step": 32000
554
+ },
555
+ {
556
+ "epoch": 2.13,
557
+ "learning_rate": 2.8663340336134454e-05,
558
+ "loss": 0.3673,
559
+ "step": 32500
560
+ },
561
+ {
562
+ "epoch": 2.17,
563
+ "learning_rate": 2.8335084033613447e-05,
564
+ "loss": 0.3683,
565
+ "step": 33000
566
+ },
567
+ {
568
+ "epoch": 2.2,
569
+ "learning_rate": 2.8006827731092438e-05,
570
+ "loss": 0.3538,
571
+ "step": 33500
572
+ },
573
+ {
574
+ "epoch": 2.23,
575
+ "learning_rate": 2.767857142857143e-05,
576
+ "loss": 0.3555,
577
+ "step": 34000
578
+ },
579
+ {
580
+ "epoch": 2.23,
581
+ "eval_e": 0.7620533182076007,
582
+ "eval_f1": 0.6877485506353153,
583
+ "eval_loss": 1.040844202041626,
584
+ "eval_runtime": 36.2597,
585
+ "eval_samples_per_second": 97.243,
586
+ "eval_steps_per_second": 0.772,
587
+ "step": 34000
588
+ },
589
+ {
590
+ "epoch": 2.26,
591
+ "learning_rate": 2.7350315126050424e-05,
592
+ "loss": 0.3718,
593
+ "step": 34500
594
+ },
595
+ {
596
+ "epoch": 2.3,
597
+ "learning_rate": 2.702205882352941e-05,
598
+ "loss": 0.3557,
599
+ "step": 35000
600
+ },
601
+ {
602
+ "epoch": 2.33,
603
+ "learning_rate": 2.6693802521008405e-05,
604
+ "loss": 0.3459,
605
+ "step": 35500
606
+ },
607
+ {
608
+ "epoch": 2.36,
609
+ "learning_rate": 2.6365546218487398e-05,
610
+ "loss": 0.3657,
611
+ "step": 36000
612
+ },
613
+ {
614
+ "epoch": 2.36,
615
+ "eval_e": 0.7597844583096994,
616
+ "eval_f1": 0.6853469432427786,
617
+ "eval_loss": 1.1275439262390137,
618
+ "eval_runtime": 40.6163,
619
+ "eval_samples_per_second": 86.813,
620
+ "eval_steps_per_second": 0.689,
621
+ "step": 36000
622
+ },
623
+ {
624
+ "epoch": 2.4,
625
+ "learning_rate": 2.6037289915966388e-05,
626
+ "loss": 0.3593,
627
+ "step": 36500
628
+ },
629
+ {
630
+ "epoch": 2.43,
631
+ "learning_rate": 2.5709033613445378e-05,
632
+ "loss": 0.3468,
633
+ "step": 37000
634
+ },
635
+ {
636
+ "epoch": 2.46,
637
+ "learning_rate": 2.5380777310924368e-05,
638
+ "loss": 0.3475,
639
+ "step": 37500
640
+ },
641
+ {
642
+ "epoch": 2.49,
643
+ "learning_rate": 2.505252100840336e-05,
644
+ "loss": 0.3504,
645
+ "step": 38000
646
+ },
647
+ {
648
+ "epoch": 2.49,
649
+ "eval_e": 0.7603516732841747,
650
+ "eval_f1": 0.6846985297135735,
651
+ "eval_loss": 1.0078964233398438,
652
+ "eval_runtime": 36.2227,
653
+ "eval_samples_per_second": 97.342,
654
+ "eval_steps_per_second": 0.773,
655
+ "step": 38000
656
+ },
657
+ {
658
+ "epoch": 2.53,
659
+ "learning_rate": 2.4724264705882355e-05,
660
+ "loss": 0.3574,
661
+ "step": 38500
662
+ },
663
+ {
664
+ "epoch": 2.56,
665
+ "learning_rate": 2.4396008403361345e-05,
666
+ "loss": 0.3543,
667
+ "step": 39000
668
+ },
669
+ {
670
+ "epoch": 2.59,
671
+ "learning_rate": 2.406775210084034e-05,
672
+ "loss": 0.3339,
673
+ "step": 39500
674
+ },
675
+ {
676
+ "epoch": 2.63,
677
+ "learning_rate": 2.373949579831933e-05,
678
+ "loss": 0.3573,
679
+ "step": 40000
680
+ },
681
+ {
682
+ "epoch": 2.63,
683
+ "eval_e": 0.7589336358479863,
684
+ "eval_f1": 0.683545228612745,
685
+ "eval_loss": 1.0078063011169434,
686
+ "eval_runtime": 36.2573,
687
+ "eval_samples_per_second": 97.25,
688
+ "eval_steps_per_second": 0.772,
689
+ "step": 40000
690
+ },
691
+ {
692
+ "epoch": 2.66,
693
+ "learning_rate": 2.3411239495798322e-05,
694
+ "loss": 0.3583,
695
+ "step": 40500
696
+ },
697
+ {
698
+ "epoch": 2.69,
699
+ "learning_rate": 2.3082983193277312e-05,
700
+ "loss": 0.346,
701
+ "step": 41000
702
+ },
703
+ {
704
+ "epoch": 2.72,
705
+ "learning_rate": 2.2754726890756302e-05,
706
+ "loss": 0.3468,
707
+ "step": 41500
708
+ },
709
+ {
710
+ "epoch": 2.76,
711
+ "learning_rate": 2.2426470588235296e-05,
712
+ "loss": 0.3409,
713
+ "step": 42000
714
+ },
715
+ {
716
+ "epoch": 2.76,
717
+ "eval_e": 0.7552467385138968,
718
+ "eval_f1": 0.6810380542275204,
719
+ "eval_loss": 1.08004629611969,
720
+ "eval_runtime": 36.2112,
721
+ "eval_samples_per_second": 97.373,
722
+ "eval_steps_per_second": 0.773,
723
+ "step": 42000
724
+ },
725
+ {
726
+ "epoch": 2.79,
727
+ "learning_rate": 2.2098214285714286e-05,
728
+ "loss": 0.3501,
729
+ "step": 42500
730
+ },
731
+ {
732
+ "epoch": 2.82,
733
+ "learning_rate": 2.176995798319328e-05,
734
+ "loss": 0.3361,
735
+ "step": 43000
736
+ },
737
+ {
738
+ "epoch": 2.86,
739
+ "learning_rate": 2.144170168067227e-05,
740
+ "loss": 0.3452,
741
+ "step": 43500
742
+ },
743
+ {
744
+ "epoch": 2.89,
745
+ "learning_rate": 2.1113445378151263e-05,
746
+ "loss": 0.3602,
747
+ "step": 44000
748
+ },
749
+ {
750
+ "epoch": 2.89,
751
+ "eval_e": 0.7609188882586501,
752
+ "eval_f1": 0.6832601552139036,
753
+ "eval_loss": 1.031318187713623,
754
+ "eval_runtime": 36.2238,
755
+ "eval_samples_per_second": 97.339,
756
+ "eval_steps_per_second": 0.773,
757
+ "step": 44000
758
+ },
759
+ {
760
+ "epoch": 2.92,
761
+ "learning_rate": 2.0785189075630253e-05,
762
+ "loss": 0.3473,
763
+ "step": 44500
764
+ },
765
+ {
766
+ "epoch": 2.95,
767
+ "learning_rate": 2.0456932773109243e-05,
768
+ "loss": 0.3309,
769
+ "step": 45000
770
+ },
771
+ {
772
+ "epoch": 2.99,
773
+ "learning_rate": 2.0128676470588236e-05,
774
+ "loss": 0.3342,
775
+ "step": 45500
776
+ },
777
+ {
778
+ "epoch": 3.02,
779
+ "learning_rate": 1.9800420168067226e-05,
780
+ "loss": 0.3,
781
+ "step": 46000
782
+ },
783
+ {
784
+ "epoch": 3.02,
785
+ "eval_e": 0.7577992058990357,
786
+ "eval_f1": 0.6814344985190464,
787
+ "eval_loss": 1.0859274864196777,
788
+ "eval_runtime": 36.2358,
789
+ "eval_samples_per_second": 97.307,
790
+ "eval_steps_per_second": 0.773,
791
+ "step": 46000
792
+ },
793
+ {
794
+ "epoch": 3.05,
795
+ "learning_rate": 1.947216386554622e-05,
796
+ "loss": 0.2727,
797
+ "step": 46500
798
+ },
799
+ {
800
+ "epoch": 3.09,
801
+ "learning_rate": 1.9143907563025213e-05,
802
+ "loss": 0.271,
803
+ "step": 47000
804
+ },
805
+ {
806
+ "epoch": 3.12,
807
+ "learning_rate": 1.8815651260504203e-05,
808
+ "loss": 0.2777,
809
+ "step": 47500
810
+ },
811
+ {
812
+ "epoch": 3.15,
813
+ "learning_rate": 1.8487394957983196e-05,
814
+ "loss": 0.2616,
815
+ "step": 48000
816
+ },
817
+ {
818
+ "epoch": 3.15,
819
+ "eval_e": 0.7623369256948384,
820
+ "eval_f1": 0.6829232660093741,
821
+ "eval_loss": 1.1106504201889038,
822
+ "eval_runtime": 36.1973,
823
+ "eval_samples_per_second": 97.41,
824
+ "eval_steps_per_second": 0.774,
825
+ "step": 48000
826
+ },
827
+ {
828
+ "epoch": 3.18,
829
+ "learning_rate": 1.8159138655462187e-05,
830
+ "loss": 0.2702,
831
+ "step": 48500
832
+ },
833
+ {
834
+ "epoch": 3.22,
835
+ "learning_rate": 1.7830882352941177e-05,
836
+ "loss": 0.2665,
837
+ "step": 49000
838
+ },
839
+ {
840
+ "epoch": 3.25,
841
+ "learning_rate": 1.7502626050420167e-05,
842
+ "loss": 0.2661,
843
+ "step": 49500
844
+ },
845
+ {
846
+ "epoch": 3.28,
847
+ "learning_rate": 1.717436974789916e-05,
848
+ "loss": 0.2728,
849
+ "step": 50000
850
+ },
851
+ {
852
+ "epoch": 3.28,
853
+ "eval_e": 0.7555303460011344,
854
+ "eval_f1": 0.680738586407374,
855
+ "eval_loss": 1.158908724784851,
856
+ "eval_runtime": 36.2449,
857
+ "eval_samples_per_second": 97.283,
858
+ "eval_steps_per_second": 0.773,
859
+ "step": 50000
860
+ },
861
+ {
862
+ "epoch": 3.32,
863
+ "learning_rate": 1.6846113445378154e-05,
864
+ "loss": 0.2753,
865
+ "step": 50500
866
+ },
867
+ {
868
+ "epoch": 3.35,
869
+ "learning_rate": 1.6517857142857144e-05,
870
+ "loss": 0.2717,
871
+ "step": 51000
872
+ },
873
+ {
874
+ "epoch": 3.38,
875
+ "learning_rate": 1.6189600840336137e-05,
876
+ "loss": 0.2723,
877
+ "step": 51500
878
+ },
879
+ {
880
+ "epoch": 3.41,
881
+ "learning_rate": 1.5861344537815127e-05,
882
+ "loss": 0.2738,
883
+ "step": 52000
884
+ },
885
+ {
886
+ "epoch": 3.41,
887
+ "eval_e": 0.7648893930799773,
888
+ "eval_f1": 0.6879751943104644,
889
+ "eval_loss": 1.1301259994506836,
890
+ "eval_runtime": 41.2984,
891
+ "eval_samples_per_second": 85.379,
892
+ "eval_steps_per_second": 0.678,
893
+ "step": 52000
894
+ },
895
+ {
896
+ "epoch": 3.45,
897
+ "learning_rate": 1.5533088235294117e-05,
898
+ "loss": 0.2692,
899
+ "step": 52500
900
+ },
901
+ {
902
+ "epoch": 3.48,
903
+ "learning_rate": 1.5204831932773109e-05,
904
+ "loss": 0.2714,
905
+ "step": 53000
906
+ },
907
+ {
908
+ "epoch": 3.51,
909
+ "learning_rate": 1.48765756302521e-05,
910
+ "loss": 0.2646,
911
+ "step": 53500
912
+ },
913
+ {
914
+ "epoch": 3.55,
915
+ "learning_rate": 1.4548319327731094e-05,
916
+ "loss": 0.2664,
917
+ "step": 54000
918
+ },
919
+ {
920
+ "epoch": 3.55,
921
+ "eval_e": 0.7688598979013046,
922
+ "eval_f1": 0.6891421496451101,
923
+ "eval_loss": 1.0957111120224,
924
+ "eval_runtime": 36.2366,
925
+ "eval_samples_per_second": 97.305,
926
+ "eval_steps_per_second": 0.773,
927
+ "step": 54000
928
+ },
929
+ {
930
+ "epoch": 3.58,
931
+ "learning_rate": 1.4220063025210084e-05,
932
+ "loss": 0.2683,
933
+ "step": 54500
934
+ },
935
+ {
936
+ "epoch": 3.61,
937
+ "learning_rate": 1.3891806722689078e-05,
938
+ "loss": 0.2698,
939
+ "step": 55000
940
+ },
941
+ {
942
+ "epoch": 3.64,
943
+ "learning_rate": 1.3563550420168068e-05,
944
+ "loss": 0.2709,
945
+ "step": 55500
946
+ },
947
+ {
948
+ "epoch": 3.68,
949
+ "learning_rate": 1.323529411764706e-05,
950
+ "loss": 0.2737,
951
+ "step": 56000
952
+ },
953
+ {
954
+ "epoch": 3.68,
955
+ "eval_e": 0.7631877481565513,
956
+ "eval_f1": 0.6905602249087808,
957
+ "eval_loss": 1.0759004354476929,
958
+ "eval_runtime": 36.2232,
959
+ "eval_samples_per_second": 97.341,
960
+ "eval_steps_per_second": 0.773,
961
+ "step": 56000
962
+ },
963
+ {
964
+ "epoch": 3.71,
965
+ "learning_rate": 1.2907037815126053e-05,
966
+ "loss": 0.2703,
967
+ "step": 56500
968
+ },
969
+ {
970
+ "epoch": 3.74,
971
+ "learning_rate": 1.2578781512605043e-05,
972
+ "loss": 0.2609,
973
+ "step": 57000
974
+ },
975
+ {
976
+ "epoch": 3.77,
977
+ "learning_rate": 1.2250525210084033e-05,
978
+ "loss": 0.2616,
979
+ "step": 57500
980
+ },
981
+ {
982
+ "epoch": 3.81,
983
+ "learning_rate": 1.1922268907563026e-05,
984
+ "loss": 0.2784,
985
+ "step": 58000
986
+ },
987
+ {
988
+ "epoch": 3.81,
989
+ "eval_e": 0.7614861032331254,
990
+ "eval_f1": 0.6854242844445689,
991
+ "eval_loss": 1.0705878734588623,
992
+ "eval_runtime": 36.2079,
993
+ "eval_samples_per_second": 97.382,
994
+ "eval_steps_per_second": 0.773,
995
+ "step": 58000
996
+ },
997
+ {
998
+ "epoch": 3.84,
999
+ "learning_rate": 1.1594012605042018e-05,
1000
+ "loss": 0.2701,
1001
+ "step": 58500
1002
+ },
1003
+ {
1004
+ "epoch": 3.87,
1005
+ "learning_rate": 1.126575630252101e-05,
1006
+ "loss": 0.2647,
1007
+ "step": 59000
1008
+ },
1009
+ {
1010
+ "epoch": 3.91,
1011
+ "learning_rate": 1.09375e-05,
1012
+ "loss": 0.2608,
1013
+ "step": 59500
1014
+ },
1015
+ {
1016
+ "epoch": 3.94,
1017
+ "learning_rate": 1.0609243697478992e-05,
1018
+ "loss": 0.2622,
1019
+ "step": 60000
1020
+ },
1021
+ {
1022
+ "epoch": 3.94,
1023
+ "eval_e": 0.7612024957458877,
1024
+ "eval_f1": 0.6860082711191074,
1025
+ "eval_loss": 1.1619102954864502,
1026
+ "eval_runtime": 36.2375,
1027
+ "eval_samples_per_second": 97.303,
1028
+ "eval_steps_per_second": 0.773,
1029
+ "step": 60000
1030
+ },
1031
+ {
1032
+ "epoch": 3.97,
1033
+ "learning_rate": 1.0280987394957983e-05,
1034
+ "loss": 0.2547,
1035
+ "step": 60500
1036
+ }
1037
+ ],
1038
+ "logging_steps": 500,
1039
+ "max_steps": 76160,
1040
+ "num_train_epochs": 5,
1041
+ "save_steps": 500,
1042
+ "total_flos": 1.9495781319278917e+18,
1043
+ "trial_name": null,
1044
+ "trial_params": null
1045
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff1ec7fff9fcaabb3f4ddfa1023bfd1871df1999ec4d810f2cb598ed5f5bfd8
3
+ size 4091