quote-attribution__qa-model-v2 / callback-metrics-state-57000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.195509195327759, "QUOTE_f1": 0.5686743198331744, "QUOTE_e": 0.6118124436429215, "BACKGROUND_loss": 1.9878904819488525, "BACKGROUND_f1": 0.6236406259363451, "BACKGROUND_e": 0.6556962025316456, "PUBLISHED WORK_loss": 4.086297512054443, "PUBLISHED WORK_f1": 0.4289403640389157, "PUBLISHED WORK_e": 0.5, "STATEMENT_loss": 2.1147851943969727, "STATEMENT_f1": 0.5522153960935051, "STATEMENT_e": 0.6687898089171974, "DOCUMENT_loss": 5.14532470703125, "DOCUMENT_f1": 0.3433333333333333, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 5.596469402313232, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.325771331787109, "PRESS REPORT_f1": 0.3183780069311245, "PRESS REPORT_e": 0.3728813559322034, "DECLINED COMMENT_loss": 2.904541015625, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.28350567817688, "PROPOSAL/ORDER/LAW_f1": 0.2768975925534983, "PROPOSAL/ORDER/LAW_e": 0.4117647058823529, "PRICE SIGNAL_loss": 7.998140811920166, "PRICE SIGNAL_f1": 0.3157894736842105, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.6246953010559082, "NARRATIVE_f1": 0.5962853853783189, "NARRATIVE_e": 0.6771653543307087, "Other: DIRECT OBSERVATION_loss": 8.837125778198242, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.512725830078125, "COMMUNICATION, NOT TO JOURNO_f1": 0.5788194444444444, "COMMUNICATION, NOT TO JOURNO_e": 0.640625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8561629056930542, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2517300603217158, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5625, "PROPOSAL_loss": 7.417697906494141, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.4150607585906982, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.493343353271484, "VOTE/POLL_f1": 0.45375494071146244, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 5.6164116859436035, "LAWSUIT_f1": 0.18726092718898477, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 6.3712077140808105, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 2.2907724380493164, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.5890989303588867, "Other: LAWSUIT_f1": 0.1767010428069367, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.8141034841537476, "Other: Campaign filing_f1": 0.37627161749745675, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.5791828632354736, "Other: Campaign Filing_f1": 0.25135869565217395, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 5.65406608581543, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.285921335220337, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.5507595539093018, "full_f1": 0.5270087357003433, "full_e": 0.5845150311968236}