quote-attribution__qa-model-v2 / callback-metrics-state-84000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.1864817142486572, "QUOTE_f1": 0.5989627551007126, "QUOTE_e": 0.6348061316501352, "BACKGROUND_loss": 2.2486631870269775, "BACKGROUND_f1": 0.6265099488255869, "BACKGROUND_e": 0.6683544303797468, "PUBLISHED WORK_loss": 3.4479353427886963, "PUBLISHED WORK_f1": 0.45009539211623806, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 2.5280380249023438, "STATEMENT_f1": 0.5299314100060416, "STATEMENT_e": 0.6369426751592356, "DOCUMENT_loss": 3.2803776264190674, "DOCUMENT_f1": 0.3856688963210702, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 8.104938507080078, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.218793869018555, "PRESS REPORT_f1": 0.4181329028786656, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 2.805835247039795, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.6328272819519043, "PROPOSAL/ORDER/LAW_f1": 0.25245098039215685, "PROPOSAL/ORDER/LAW_e": 0.39705882352941174, "PRICE SIGNAL_loss": 4.850487232208252, "PRICE SIGNAL_f1": 0.3360323886639676, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.5048003196716309, "NARRATIVE_f1": 0.6487447919946643, "NARRATIVE_e": 0.7401574803149606, "Other: DIRECT OBSERVATION_loss": 6.345141410827637, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.398508071899414, "COMMUNICATION, NOT TO JOURNO_f1": 0.534765625, "COMMUNICATION, NOT TO JOURNO_e": 0.5625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.7358365058898926, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.29913032529220723, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 6.594180107116699, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.1169393062591553, "TWEET_f1": 0.19369747899159662, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.645748615264893, "VOTE/POLL_f1": 0.34675324675324676, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 5.14396858215332, "LAWSUIT_f1": 0.24834614903108054, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 5.063381195068359, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.38, "Other: PROPOSAL_loss": 2.7103800773620605, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 7.001855850219727, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.5262649059295654, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.6072592735290527, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 3.5162148475646973, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.7706941366195679, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.5605950355529785, "full_f1": 0.5495647849413735, "full_e": 0.6091888825865003}