quote-attribution__qa-model-v2 / callback-metrics-state-108000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.016580820083618, "QUOTE_f1": 0.5968519491430039, "QUOTE_e": 0.6321009918845807, "BACKGROUND_loss": 1.7628955841064453, "BACKGROUND_f1": 0.6555432306906662, "BACKGROUND_e": 0.6860759493670886, "PUBLISHED WORK_loss": 3.081432342529297, "PUBLISHED WORK_f1": 0.47885899090315287, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.138835906982422, "STATEMENT_f1": 0.5569099225034564, "STATEMENT_e": 0.6624203821656051, "DOCUMENT_loss": 4.60793924331665, "DOCUMENT_f1": 0.2858974358974359, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.151092052459717, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.640882968902588, "PRESS REPORT_f1": 0.4027290342277964, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.732182025909424, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.1974217891693115, "PROPOSAL/ORDER/LAW_f1": 0.2677212567765775, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 4.129436492919922, "PRICE SIGNAL_f1": 0.3631578947368421, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 1.574366569519043, "NARRATIVE_f1": 0.6426180086622298, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 3.9630866050720215, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.25, "COMMUNICATION, NOT TO JOURNO_loss": 3.398132085800171, "COMMUNICATION, NOT TO JOURNO_f1": 0.5854166666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8330527544021606, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.257154213036566, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 6.231570720672607, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.327467441558838, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.9656829833984375, "VOTE/POLL_f1": 0.28755427481064666, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 4.894632339477539, "LAWSUIT_f1": 0.28256164828993424, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 3.9037444591522217, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.28, "Other: PROPOSAL_loss": 2.103165864944458, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.4820146560668945, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.9943197965621948, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.7422842979431152, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.799740791320801, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 3.1105127334594727, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.320396661758423, "full_f1": 0.5539872559411191, "full_e": 0.6089052750992626}