quote-attribution__qa-model-v2 / callback-metrics-state-93000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.40212345123291, "QUOTE_f1": 0.6006680432672504, "QUOTE_e": 0.6406672678088368, "BACKGROUND_loss": 2.2506635189056396, "BACKGROUND_f1": 0.675284125371635, "BACKGROUND_e": 0.7139240506329114, "PUBLISHED WORK_loss": 4.278432846069336, "PUBLISHED WORK_f1": 0.4704562362360498, "PUBLISHED WORK_e": 0.5408163265306123, "STATEMENT_loss": 2.7960894107818604, "STATEMENT_f1": 0.5290405154995421, "STATEMENT_e": 0.643312101910828, "DOCUMENT_loss": 6.453707695007324, "DOCUMENT_f1": 0.25, "DOCUMENT_e": 0.3, "SOCIAL MEDIA POST_loss": 10.898268699645996, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 6.054696083068848, "PRESS REPORT_f1": 0.4171643798762443, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.9898946285247803, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 5.292332172393799, "PROPOSAL/ORDER/LAW_f1": 0.22773689790627416, "PROPOSAL/ORDER/LAW_e": 0.35294117647058826, "PRICE SIGNAL_loss": 6.371807098388672, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.7955374717712402, "NARRATIVE_f1": 0.6207268187779781, "NARRATIVE_e": 0.7007874015748031, "Other: DIRECT OBSERVATION_loss": 5.113316535949707, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.25, "COMMUNICATION, NOT TO JOURNO_loss": 3.813835620880127, "COMMUNICATION, NOT TO JOURNO_f1": 0.577265625, "COMMUNICATION, NOT TO JOURNO_e": 0.578125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.5618069171905518, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5208333333333334, "PROPOSAL_loss": 7.803558826446533, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.931281089782715, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 6.02216911315918, "VOTE/POLL_f1": 0.3916431394692264, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.927459239959717, "LAWSUIT_f1": 0.30387770991629476, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 5.513227939605713, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.36, "Other: PROPOSAL_loss": 3.597139358520508, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 5.132253646850586, "Other: LAWSUIT_f1": 0.17689296296814963, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.09148907661438, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.275069236755371, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.751856803894043, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.7270264625549316, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.8704285621643066, "full_f1": 0.5556482680765841, "full_e": 0.6154282473057289}