quote-attribution__qa-model-v2 / callback-metrics-state-27000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.5311317443847656, "QUOTE_f1": 0.522889948807886, "QUOTE_e": 0.5608656447249775, "BACKGROUND_loss": 2.106086254119873, "BACKGROUND_f1": 0.6403991380161813, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 4.024446964263916, "PUBLISHED WORK_f1": 0.4327022020147109, "PUBLISHED WORK_e": 0.47959183673469385, "STATEMENT_loss": 2.874676465988159, "STATEMENT_f1": 0.49592823135816766, "STATEMENT_e": 0.5923566878980892, "DOCUMENT_loss": 4.507349491119385, "DOCUMENT_f1": 0.3833333333333333, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 8.241748809814453, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 6.1055426597595215, "PRESS REPORT_f1": 0.3793558104977484, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 2.797020435333252, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.9418985843658447, "PROPOSAL/ORDER/LAW_f1": 0.23168973387552408, "PROPOSAL/ORDER/LAW_e": 0.35294117647058826, "PRICE SIGNAL_loss": 3.5444939136505127, "PRICE SIGNAL_f1": 0.39473684210526316, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 2.0193800926208496, "NARRATIVE_f1": 0.6049901495595927, "NARRATIVE_e": 0.6535433070866141, "Other: DIRECT OBSERVATION_loss": 7.788135528564453, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.828061580657959, "COMMUNICATION, NOT TO JOURNO_f1": 0.46814581270066996, "COMMUNICATION, NOT TO JOURNO_e": 0.515625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.3489620685577393, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.27829366282595513, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.4583333333333333, "PROPOSAL_loss": 7.583958148956299, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 6.393671035766602, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 5.1750078201293945, "VOTE/POLL_f1": 0.34571805006587614, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 7.102262496948242, "LAWSUIT_f1": 0.16393260143260144, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 6.800225257873535, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.04, "Other: PROPOSAL_loss": 2.3422229290008545, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 6.682443141937256, "Other: LAWSUIT_f1": 0.1766617288670139, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.2617006301879883, "Other: Campaign filing_f1": 0.5223214285714286, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 4.528491020202637, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.646148204803467, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.752909541130066, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.2222222222222222, "full_loss": 2.9074647426605225, "full_f1": 0.49674064342037144, "full_e": 0.5456608054452637}