quote-attribution__qa-model-v3 / callback-metrics-state-28000.json
spangher
e
da7a937
raw
history blame
3.01 kB
{"QUOTE_loss": 0.6826276183128357, "QUOTE_f1": 0.7513735921466359, "QUOTE_e": 0.7917042380522994, "BACKGROUND_loss": 0.7772184610366821, "BACKGROUND_f1": 0.7404569713805341, "BACKGROUND_e": 0.7620253164556962, "PUBLISHED WORK_loss": 1.4492675065994263, "PUBLISHED WORK_f1": 0.6028668610301263, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 0.8405197262763977, "STATEMENT_f1": 0.6209584470730968, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 1.9968992471694946, "DOCUMENT_f1": 0.36, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 1.060577630996704, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 3.263446569442749, "PRESS REPORT_f1": 0.43126177024482104, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.200425624847412, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.2003614902496338, "PROPOSAL/ORDER/LAW_f1": 0.4439095830639948, "PROPOSAL/ORDER/LAW_e": 0.6617647058823529, "PRICE SIGNAL_loss": 2.4438326358795166, "PRICE SIGNAL_f1": 0.46315789473684216, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.7797179818153381, "NARRATIVE_f1": 0.7426344006249145, "NARRATIVE_e": 0.8267716535433071, "Other: DIRECT OBSERVATION_loss": 3.2950735092163086, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.7642040252685547, "COMMUNICATION, NOT TO JOURNO_f1": 0.6912202380952381, "COMMUNICATION, NOT TO JOURNO_e": 0.71875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.7270772457122803, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3263888888888889, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8333333333333334, "PROPOSAL_loss": 5.847087383270264, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 1.809631586074829, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.6978416442871094, "VOTE/POLL_f1": 0.4490118577075099, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 2.758578300476074, "LAWSUIT_f1": 0.2775372775372775, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 1.9021481275558472, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.5, "Other: PROPOSAL_loss": 0.961310088634491, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 2.9913249015808105, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.3356540203094482, "Other: Campaign filing_f1": 0.40738711169697756, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.4232969284057617, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.3995511531829834, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 2.283742904663086, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 0.9515223503112793, "full_f1": 0.6789318734426844, "full_e": 0.7487237663074305}