quote-attribution__qa-model-v2 / callback-metrics-state-114000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.241788625717163, "QUOTE_f1": 0.6045192928380904, "QUOTE_e": 0.6460775473399459, "BACKGROUND_loss": 2.3459184169769287, "BACKGROUND_f1": 0.6429862254305015, "BACKGROUND_e": 0.6708860759493671, "PUBLISHED WORK_loss": 3.680382251739502, "PUBLISHED WORK_f1": 0.49600929311003816, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.6299188137054443, "STATEMENT_f1": 0.5114031354002543, "STATEMENT_e": 0.6305732484076433, "DOCUMENT_loss": 5.646520137786865, "DOCUMENT_f1": 0.2939529914529914, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 8.95548152923584, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.756860733032227, "PRESS REPORT_f1": 0.4109496906107075, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 4.307596206665039, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 4.423645973205566, "PROPOSAL/ORDER/LAW_f1": 0.2636718517877944, "PROPOSAL/ORDER/LAW_e": 0.4264705882352941, "PRICE SIGNAL_loss": 5.306565284729004, "PRICE SIGNAL_f1": 0.41578947368421054, "PRICE SIGNAL_e": 0.5263157894736842, "NARRATIVE_loss": 1.7559640407562256, "NARRATIVE_f1": 0.6556520574530238, "NARRATIVE_e": 0.7559055118110236, "Other: DIRECT OBSERVATION_loss": 9.076805114746094, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.449751853942871, "COMMUNICATION, NOT TO JOURNO_f1": 0.5433449074074074, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.865329384803772, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25003072763028517, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6458333333333334, "PROPOSAL_loss": 6.494246959686279, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 6.69802713394165, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.7149224281311035, "VOTE/POLL_f1": 0.3865047995482778, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 5.893247604370117, "LAWSUIT_f1": 0.24221981721981722, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 7.356139659881592, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 7.035874366760254, "Other: PROPOSAL_f1": 0.0, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 10.994842529296875, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 5.017489433288574, "Other: Campaign filing_f1": 0.25, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 5.396928787231445, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 6.0316033363342285, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.1174756288528442, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.7537660598754883, "full_f1": 0.5539626796675543, "full_e": 0.6145774248440159}