quote-attribution__qa-model-v2 / callback-metrics-state-54000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.043917179107666, "QUOTE_f1": 0.5802448756496688, "QUOTE_e": 0.6199278629395852, "BACKGROUND_loss": 1.5823220014572144, "BACKGROUND_f1": 0.6655193593026032, "BACKGROUND_e": 0.6962025316455697, "PUBLISHED WORK_loss": 3.4021496772766113, "PUBLISHED WORK_f1": 0.4571125293738222, "PUBLISHED WORK_e": 0.5306122448979592, "STATEMENT_loss": 2.2739076614379883, "STATEMENT_f1": 0.5483245651228736, "STATEMENT_e": 0.6496815286624203, "DOCUMENT_loss": 4.116799354553223, "DOCUMENT_f1": 0.29428571428571426, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 5.052156925201416, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.798338413238525, "PRESS REPORT_f1": 0.4234463276836158, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 2.2775774002075195, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.4745354652404785, "PROPOSAL/ORDER/LAW_f1": 0.3114069952305247, "PROPOSAL/ORDER/LAW_e": 0.4264705882352941, "PRICE SIGNAL_loss": 4.911518096923828, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.4266924858093262, "NARRATIVE_f1": 0.6495495842548342, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 7.4675188064575195, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.83424711227417, "COMMUNICATION, NOT TO JOURNO_f1": 0.5344377649454788, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.204824686050415, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25261798106015954, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5625, "PROPOSAL_loss": 5.730936050415039, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 5.13313102722168, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.339076995849609, "VOTE/POLL_f1": 0.35418784114436286, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 5.096066474914551, "LAWSUIT_f1": 0.19644061965263102, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 6.3472981452941895, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.06, "Other: PROPOSAL_loss": 1.6015307903289795, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.443143606185913, "Other: LAWSUIT_f1": 0.23561776842786633, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 1.5648045539855957, "Other: Campaign filing_f1": 0.4449760765550239, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.7185230255126953, "Other: Campaign Filing_f1": 0.2763157894736842, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 5.9701924324035645, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.6872870922088623, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.3302292823791504, "full_f1": 0.5426889758643251, "full_e": 0.5967101531480431}