quote-attribution__qa-model-v2 / callback-metrics-state-117000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.0672295093536377, "QUOTE_f1": 0.6034361568829469, "QUOTE_e": 0.6411181244364292, "BACKGROUND_loss": 2.0193839073181152, "BACKGROUND_f1": 0.6655187279024334, "BACKGROUND_e": 0.7037974683544304, "PUBLISHED WORK_loss": 3.5665030479431152, "PUBLISHED WORK_f1": 0.4894881762228701, "PUBLISHED WORK_e": 0.5306122448979592, "STATEMENT_loss": 2.331989049911499, "STATEMENT_f1": 0.5298411936131808, "STATEMENT_e": 0.6624203821656051, "DOCUMENT_loss": 5.047780513763428, "DOCUMENT_f1": 0.2910230179028133, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 7.807046413421631, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.470193862915039, "PRESS REPORT_f1": 0.3721137039935525, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.655031681060791, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.9483449459075928, "PROPOSAL/ORDER/LAW_f1": 0.28613816764163863, "PROPOSAL/ORDER/LAW_e": 0.4852941176470588, "PRICE SIGNAL_loss": 5.370728015899658, "PRICE SIGNAL_f1": 0.35789473684210527, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.6440011262893677, "NARRATIVE_f1": 0.6869560712805636, "NARRATIVE_e": 0.7716535433070866, "Other: DIRECT OBSERVATION_loss": 5.5662312507629395, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 2.8976330757141113, "COMMUNICATION, NOT TO JOURNO_f1": 0.5984375, "COMMUNICATION, NOT TO JOURNO_e": 0.671875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.543887972831726, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.29183509535655056, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6875, "PROPOSAL_loss": 5.207309722900391, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 3.1765732765197754, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 5.345933437347412, "VOTE/POLL_f1": 0.38712591756070014, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.369853973388672, "LAWSUIT_f1": 0.3212461836938824, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 6.195940017700195, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 1.9513925313949585, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.540981769561768, "Other: LAWSUIT_f1": 0.17671619796143928, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.119258403778076, "Other: Campaign filing_f1": 0.5223214285714286, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 4.073399543762207, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.8587541580200195, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 3.1925413608551025, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.4599826335906982, "full_f1": 0.5614300304448882, "full_e": 0.6216676120249575}