quote-attribution__qa-model-v2 / callback-metrics-state-129000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.1393754482269287, "QUOTE_f1": 0.613214582148625, "QUOTE_e": 0.6492335437330928, "BACKGROUND_loss": 2.1067848205566406, "BACKGROUND_f1": 0.6542994098916074, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 3.81852388381958, "PUBLISHED WORK_f1": 0.4805524065592778, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 2.4115846157073975, "STATEMENT_f1": 0.5527810763067319, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 4.350457191467285, "DOCUMENT_f1": 0.33999999999999997, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 8.014127731323242, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.465919017791748, "PRESS REPORT_f1": 0.387785848802798, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.5625946521759033, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.080630779266357, "PROPOSAL/ORDER/LAW_f1": 0.252814424460285, "PROPOSAL/ORDER/LAW_e": 0.45588235294117646, "PRICE SIGNAL_loss": 6.266420364379883, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.5784629583358765, "NARRATIVE_f1": 0.6538961183357523, "NARRATIVE_e": 0.7480314960629921, "Other: DIRECT OBSERVATION_loss": 6.324039459228516, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.2662363052368164, "COMMUNICATION, NOT TO JOURNO_f1": 0.5400827063783122, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.4840096235275269, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7708333333333334, "PROPOSAL_loss": 6.096800804138184, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.263547420501709, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.431623458862305, "VOTE/POLL_f1": 0.31197063805759456, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 6.004292964935303, "LAWSUIT_f1": 0.26166426166426165, "LAWSUIT_e": 0.3958333333333333, "DIRECT OBSERVATION_loss": 6.565054893493652, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 3.723240613937378, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 7.965112209320068, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 4.574121475219727, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.4285471439361572, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 0.006214653141796589, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.047694206237793, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.573134660720825, "full_f1": 0.561697084299324, "full_e": 0.6193987521270562}