quote-attribution__qa-model-v2 / callback-metrics-state-75000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.0247859954833984, "QUOTE_f1": 0.5989306426021493, "QUOTE_e": 0.6311992786293958, "BACKGROUND_loss": 1.936521291732788, "BACKGROUND_f1": 0.6539791438456937, "BACKGROUND_e": 0.6936708860759494, "PUBLISHED WORK_loss": 4.150764465332031, "PUBLISHED WORK_f1": 0.46409382013993433, "PUBLISHED WORK_e": 0.5102040816326531, "STATEMENT_loss": 2.170844793319702, "STATEMENT_f1": 0.5453080962847685, "STATEMENT_e": 0.643312101910828, "DOCUMENT_loss": 4.015900611877441, "DOCUMENT_f1": 0.33499999999999996, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 8.81948184967041, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.179026126861572, "PRESS REPORT_f1": 0.36261906395715493, "PRESS REPORT_e": 0.4067796610169492, "DECLINED COMMENT_loss": 3.0455095767974854, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.121984958648682, "PROPOSAL/ORDER/LAW_f1": 0.25794645352342405, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 6.284761428833008, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.3921581506729126, "NARRATIVE_f1": 0.6888408021078912, "NARRATIVE_e": 0.7716535433070866, "Other: DIRECT OBSERVATION_loss": 8.689264297485352, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.3709816932678223, "COMMUNICATION, NOT TO JOURNO_f1": 0.5577197488584476, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0533500909805298, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.75, "PROPOSAL_loss": 7.965170383453369, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.596517086029053, "TWEET_f1": 0.20675434015414076, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.751297473907471, "VOTE/POLL_f1": 0.26538678712591757, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 5.7802252769470215, "LAWSUIT_f1": 0.22739149597578323, "LAWSUIT_e": 0.4166666666666667, "DIRECT OBSERVATION_loss": 6.394590854644775, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.08, "Other: PROPOSAL_loss": 2.725248336791992, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 5.809010028839111, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.9430129528045654, "Other: Campaign filing_f1": 0.37808641975308643, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.9028658866882324, "Other: Campaign Filing_f1": 0.25193498452012386, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 1.9732210636138916, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.231600284576416, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.47580885887146, "full_f1": 0.5536355059061755, "full_e": 0.605218377765173}