quote-attribution__qa-model-v2 / callback-metrics-state-96000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.2907066345214844, "QUOTE_f1": 0.6028442925144786, "QUOTE_e": 0.6420198376916141, "BACKGROUND_loss": 2.1568405628204346, "BACKGROUND_f1": 0.6538158375420785, "BACKGROUND_e": 0.6911392405063291, "PUBLISHED WORK_loss": 4.250831127166748, "PUBLISHED WORK_f1": 0.4432679971518991, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 2.5307791233062744, "STATEMENT_f1": 0.5355126541112967, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 5.141730308532715, "DOCUMENT_f1": 0.24308483999660466, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 10.617483139038086, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.138493061065674, "PRESS REPORT_f1": 0.4149627874623138, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 2.849625587463379, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.557621002197266, "PROPOSAL/ORDER/LAW_f1": 0.24040522156346025, "PROPOSAL/ORDER/LAW_e": 0.35294117647058826, "PRICE SIGNAL_loss": 6.265214443206787, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.6691274642944336, "NARRATIVE_f1": 0.6764395739130159, "NARRATIVE_e": 0.7559055118110236, "Other: DIRECT OBSERVATION_loss": 7.341447353363037, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.6705636978149414, "COMMUNICATION, NOT TO JOURNO_f1": 0.54375, "COMMUNICATION, NOT TO JOURNO_e": 0.578125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.356795072555542, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25262387112521356, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 7.601222515106201, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 5.447327613830566, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.355764865875244, "VOTE/POLL_f1": 0.4173348390739695, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 7.166319370269775, "LAWSUIT_f1": 0.24090389972614137, "LAWSUIT_e": 0.4166666666666667, "DIRECT OBSERVATION_loss": 7.35397481918335, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 3.5666229724884033, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 9.610559463500977, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.0155580043792725, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.8716084957122803, "Other: Campaign Filing_f1": 0.3768939393939394, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.05069951340556145, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 4.548673629760742, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.79943585395813, "full_f1": 0.5550596343239774, "full_e": 0.6134429948950653}