quote-attribution__qa-model-v2 / callback-metrics-state-33000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 1.9856518507003784, "QUOTE_f1": 0.550276533511213, "QUOTE_e": 0.5798016230838593, "BACKGROUND_loss": 1.5521870851516724, "BACKGROUND_f1": 0.670007574380877, "BACKGROUND_e": 0.6962025316455697, "PUBLISHED WORK_loss": 3.097041606903076, "PUBLISHED WORK_f1": 0.43656806161835554, "PUBLISHED WORK_e": 0.45918367346938777, "STATEMENT_loss": 2.1586952209472656, "STATEMENT_f1": 0.5107914965182174, "STATEMENT_e": 0.6242038216560509, "DOCUMENT_loss": 3.6985602378845215, "DOCUMENT_f1": 0.37333333333333335, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 7.354478359222412, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.006257057189941, "PRESS REPORT_f1": 0.36705176779880294, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 1.7878086566925049, "DECLINED COMMENT_f1": 0.40625, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.6322412490844727, "PROPOSAL/ORDER/LAW_f1": 0.21925625455157838, "PROPOSAL/ORDER/LAW_e": 0.3088235294117647, "PRICE SIGNAL_loss": 4.347099781036377, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.3238006830215454, "NARRATIVE_f1": 0.6263464071350112, "NARRATIVE_e": 0.7165354330708661, "Other: DIRECT OBSERVATION_loss": 9.89707088470459, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.2874767780303955, "COMMUNICATION, NOT TO JOURNO_f1": 0.5514508928571429, "COMMUNICATION, NOT TO JOURNO_e": 0.578125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.9670640230178833, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3333333333333333, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5625, "PROPOSAL_loss": 5.624886989593506, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.5006496906280518, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 4.243502616882324, "VOTE/POLL_f1": 0.2738565782044043, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 4.945913791656494, "LAWSUIT_f1": 0.21712977036449077, "LAWSUIT_e": 0.3958333333333333, "DIRECT OBSERVATION_loss": 5.216775417327881, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.12, "Other: PROPOSAL_loss": 0.2970591187477112, "Other: PROPOSAL_f1": 0.8013230429988975, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 6.525951385498047, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.5556493997573853, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 1.4628899097442627, "Other: Campaign Filing_f1": 0.4013157894736842, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.22416037321090698, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.5821435451507568, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.2722182273864746, "full_f1": 0.5210840147536734, "full_e": 0.5666477595008508}