quote-attribution__qa-model-v2 / callback-metrics-state-18000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.297117233276367, "QUOTE_f1": 0.49783194676822057, "QUOTE_e": 0.5238954012623985, "BACKGROUND_loss": 1.9780654907226562, "BACKGROUND_f1": 0.6008735789361245, "BACKGROUND_e": 0.6278481012658228, "PUBLISHED WORK_loss": 3.2627978324890137, "PUBLISHED WORK_f1": 0.4279855575629808, "PUBLISHED WORK_e": 0.45918367346938777, "STATEMENT_loss": 2.7794268131256104, "STATEMENT_f1": 0.4662741119582762, "STATEMENT_e": 0.554140127388535, "DOCUMENT_loss": 5.977444648742676, "DOCUMENT_f1": 0.37499999999999994, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 5.577711582183838, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 4.801185607910156, "PRESS REPORT_f1": 0.3540721267719945, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 3.558032512664795, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 4.477034091949463, "PROPOSAL/ORDER/LAW_f1": 0.20048374146178674, "PROPOSAL/ORDER/LAW_e": 0.27941176470588236, "PRICE SIGNAL_loss": 4.3682780265808105, "PRICE SIGNAL_f1": 0.34283021603595765, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 2.054940938949585, "NARRATIVE_f1": 0.6269449956664469, "NARRATIVE_e": 0.6850393700787402, "Other: DIRECT OBSERVATION_loss": 12.471708297729492, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.656521797180176, "COMMUNICATION, NOT TO JOURNO_f1": 0.488250248015873, "COMMUNICATION, NOT TO JOURNO_e": 0.53125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.2814829349517822, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.31254614248800294, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.4791666666666667, "PROPOSAL_loss": 6.130102157592773, "PROPOSAL_f1": 0.15687526607066837, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 4.32375955581665, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 5.764904022216797, "VOTE/POLL_f1": 0.3671200830478158, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.620696544647217, "LAWSUIT_f1": 0.16860146156155956, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 8.870199203491211, "DIRECT OBSERVATION_f1": 0.016, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 1.695309042930603, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 6.926433563232422, "Other: LAWSUIT_f1": 0.17665228253463547, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.8604724407196045, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 3.263329267501831, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.310375690460205, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 5.316476821899414, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.7327182292938232, "full_f1": 0.47494296121578977, "full_e": 0.5124787294384572}