quote-attribution__qa-model-v2 / callback-metrics-state-3000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.6017653942108154, "QUOTE_f1": 0.37577662592300287, "QUOTE_e": 0.40622182146077546, "BACKGROUND_loss": 2.604609727859497, "BACKGROUND_f1": 0.4212948430686229, "BACKGROUND_e": 0.42025316455696204, "PUBLISHED WORK_loss": 4.420762538909912, "PUBLISHED WORK_f1": 0.22689784436141708, "PUBLISHED WORK_e": 0.24489795918367346, "STATEMENT_loss": 4.296289443969727, "STATEMENT_f1": 0.24782251268475144, "STATEMENT_e": 0.2929936305732484, "DOCUMENT_loss": 4.712946891784668, "DOCUMENT_f1": 0.29548796837570607, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.5156683921813965, "SOCIAL MEDIA POST_f1": 0.0720877266193722, "SOCIAL MEDIA POST_e": 0.07142857142857142, "PRESS REPORT_loss": 5.9301347732543945, "PRESS REPORT_f1": 0.3047927225502176, "PRESS REPORT_e": 0.3220338983050847, "DECLINED COMMENT_loss": 4.001366138458252, "DECLINED COMMENT_f1": 0.2509320016905043, "DECLINED COMMENT_e": 0.3125, "PROPOSAL/ORDER/LAW_loss": 5.7379655838012695, "PROPOSAL/ORDER/LAW_f1": 0.11481068096765679, "PROPOSAL/ORDER/LAW_e": 0.20588235294117646, "PRICE SIGNAL_loss": 6.2357940673828125, "PRICE SIGNAL_f1": 0.28990865593736403, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 2.5407896041870117, "NARRATIVE_f1": 0.4024125438312582, "NARRATIVE_e": 0.4881889763779528, "Other: DIRECT OBSERVATION_loss": 5.514981269836426, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.647977352142334, "COMMUNICATION, NOT TO JOURNO_f1": 0.3800297310705828, "COMMUNICATION, NOT TO JOURNO_e": 0.421875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 4.573707103729248, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.18333333333333335, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.22916666666666666, "PROPOSAL_loss": 5.904705047607422, "PROPOSAL_f1": 0.13793103448275862, "PROPOSAL_e": 0.13793103448275862, "TWEET_loss": 3.7053043842315674, "TWEET_f1": 0.10165518943479707, "TWEET_e": 0.11764705882352941, "VOTE/POLL_loss": 6.127072334289551, "VOTE/POLL_f1": 0.1225296442687747, "VOTE/POLL_e": 0.17391304347826086, "LAWSUIT_loss": 4.895063877105713, "LAWSUIT_f1": 0.1383840136602497, "LAWSUIT_e": 0.22916666666666666, "DIRECT OBSERVATION_loss": 4.863528728485107, "DIRECT OBSERVATION_f1": 0.0, "DIRECT OBSERVATION_e": 0.0, "Other: PROPOSAL_loss": 3.890937089920044, "Other: PROPOSAL_f1": 0.0, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 5.020859241485596, "Other: LAWSUIT_f1": 0.05923851021890238, "Other: LAWSUIT_e": 0.058823529411764705, "Other: Campaign filing_loss": 6.314210414886475, "Other: Campaign filing_f1": 0.0, "Other: Campaign filing_e": 0.0, "Other: Campaign Filing_loss": 5.424098014831543, "Other: Campaign Filing_f1": 0.23214285714285715, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 4.987573623657227, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 8.579915046691895, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 3.114960193634033, "full_f1": 0.3419005812804239, "full_e": 0.3729438457175269}