quote-attribution__qa-model-v2 / callback-metrics-state-123000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.219937801361084, "QUOTE_f1": 0.5985791825284603, "QUOTE_e": 0.6311992786293958, "BACKGROUND_loss": 1.973710060119629, "BACKGROUND_f1": 0.6652343706704535, "BACKGROUND_e": 0.6936708860759494, "PUBLISHED WORK_loss": 3.8026883602142334, "PUBLISHED WORK_f1": 0.48531431132118247, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.4870615005493164, "STATEMENT_f1": 0.5540331975250383, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 5.191247463226318, "DOCUMENT_f1": 0.225, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 9.144865989685059, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.288694381713867, "PRESS REPORT_f1": 0.4024751143395211, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 2.355625629425049, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.329555034637451, "PROPOSAL/ORDER/LAW_f1": 0.2289872198879552, "PROPOSAL/ORDER/LAW_e": 0.4117647058823529, "PRICE SIGNAL_loss": 6.283880233764648, "PRICE SIGNAL_f1": 0.3631578947368421, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.8000307083129883, "NARRATIVE_f1": 0.6197217867268193, "NARRATIVE_e": 0.7007874015748031, "Other: DIRECT OBSERVATION_loss": 6.652063369750977, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.5067310333251953, "COMMUNICATION, NOT TO JOURNO_f1": 0.5571989155251142, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.7280666828155518, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.20833333333333334, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.625, "PROPOSAL_loss": 6.870151519775391, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.7566146850585938, "TWEET_f1": 0.13565462938621084, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 5.620640754699707, "VOTE/POLL_f1": 0.2484472049689441, "VOTE/POLL_e": 0.2608695652173913, "LAWSUIT_loss": 6.818680286407471, "LAWSUIT_f1": 0.26166426166426165, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 7.204214572906494, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 2.556480646133423, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 8.211647987365723, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.761129379272461, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.6878275871276855, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.003395721083506942, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.6258295774459839, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.6797034740448, "full_f1": 0.551903563769941, "full_e": 0.6074872376630743}