quote-attribution__qa-model-v2 / callback-metrics-state-90000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.531991720199585, "QUOTE_f1": 0.6028992052914777, "QUOTE_e": 0.6451758340847611, "BACKGROUND_loss": 2.172412633895874, "BACKGROUND_f1": 0.6740991254904115, "BACKGROUND_e": 0.7037974683544304, "PUBLISHED WORK_loss": 3.9087283611297607, "PUBLISHED WORK_f1": 0.4802667145882671, "PUBLISHED WORK_e": 0.5612244897959183, "STATEMENT_loss": 2.287973642349243, "STATEMENT_f1": 0.5423432668785496, "STATEMENT_e": 0.6624203821656051, "DOCUMENT_loss": 6.210470676422119, "DOCUMENT_f1": 0.26, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 8.114041328430176, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.627899646759033, "PRESS REPORT_f1": 0.36999460119432714, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 4.230785369873047, "DECLINED COMMENT_f1": 0.3757598784194529, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.768040418624878, "PROPOSAL/ORDER/LAW_f1": 0.26881185439475475, "PROPOSAL/ORDER/LAW_e": 0.4117647058823529, "PRICE SIGNAL_loss": 5.6949615478515625, "PRICE SIGNAL_f1": 0.35073339085418465, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.8491424322128296, "NARRATIVE_f1": 0.6204874218622028, "NARRATIVE_e": 0.7007874015748031, "Other: DIRECT OBSERVATION_loss": 7.226592063903809, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.4801247119903564, "COMMUNICATION, NOT TO JOURNO_f1": 0.6063715953307394, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.6127352714538574, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 6.765257358551025, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 5.0110578536987305, "TWEET_f1": 0.17710435106712785, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.1286492347717285, "VOTE/POLL_f1": 0.33968668687546, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 6.01025390625, "LAWSUIT_f1": 0.282824469458071, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 6.065443515777588, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 2.785398483276367, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.813153266906738, "Other: LAWSUIT_f1": 0.1767010428069367, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.1116344928741455, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 3.134322166442871, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.338467597961426, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.3979724645614624, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.8641064167022705, "full_f1": 0.5581679626998242, "full_e": 0.6182643221781055}