quote-attribution__qa-model-v3 / callback-metrics-state-2000.json
spangher
e
da7a937
raw
history blame
2.98 kB
{"QUOTE_loss": 1.3591620922088623, "QUOTE_f1": 0.5698725871626545, "QUOTE_e": 0.6032461677186655, "BACKGROUND_loss": 1.13568913936615, "BACKGROUND_f1": 0.6213713697666245, "BACKGROUND_e": 0.6531645569620254, "PUBLISHED WORK_loss": 1.9529780149459839, "PUBLISHED WORK_f1": 0.4549647446864351, "PUBLISHED WORK_e": 0.5, "STATEMENT_loss": 1.4288941621780396, "STATEMENT_f1": 0.5439462872583892, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 2.9430034160614014, "DOCUMENT_f1": 0.35, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 2.58172607421875, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.09257698059082, "PRESS REPORT_f1": 0.44621079290863047, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 1.3151558637619019, "DECLINED COMMENT_f1": 0.44035428591433423, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 2.4197349548339844, "PROPOSAL/ORDER/LAW_f1": 0.22930330826734927, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 2.8786556720733643, "PRICE SIGNAL_f1": 0.24541377648316184, "PRICE SIGNAL_e": 0.2631578947368421, "NARRATIVE_loss": 1.1208633184432983, "NARRATIVE_f1": 0.6929133858267716, "NARRATIVE_e": 0.7716535433070866, "Other: DIRECT OBSERVATION_loss": 5.938932418823242, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.1816084384918213, "COMMUNICATION, NOT TO JOURNO_f1": 0.5734456639480057, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.5787256956100464, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3055555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.625, "PROPOSAL_loss": 4.644726276397705, "PROPOSAL_f1": 0.15143508282239054, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 3.0016896724700928, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 3.2283356189727783, "VOTE/POLL_f1": 0.34176162343315514, "VOTE/POLL_e": 0.34782608695652173, "LAWSUIT_loss": 3.612010955810547, "LAWSUIT_f1": 0.18475494602543782, "LAWSUIT_e": 0.3125, "DIRECT OBSERVATION_loss": 4.934627532958984, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 2.2049131393432617, "Other: PROPOSAL_f1": 0.2, "Other: PROPOSAL_e": 0.2, "Other: LAWSUIT_loss": 3.290257692337036, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.7328920364379883, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.800404667854309, "Other: Campaign Filing_f1": 0.25396825396825395, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 1.7815605401992798, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.9747800827026367, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.2222222222222222, "full_loss": 1.6264814138412476, "full_f1": 0.5311118764265024, "full_e": 0.581678956324447}