quote-attribution__qa-model-v2 / callback-metrics-state-45000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.099586009979248, "QUOTE_f1": 0.5629996161222055, "QUOTE_e": 0.5996393146979261, "BACKGROUND_loss": 1.8510124683380127, "BACKGROUND_f1": 0.6613570538950221, "BACKGROUND_e": 0.6911392405063291, "PUBLISHED WORK_loss": 3.53951096534729, "PUBLISHED WORK_f1": 0.4250393736563941, "PUBLISHED WORK_e": 0.45918367346938777, "STATEMENT_loss": 2.307921886444092, "STATEMENT_f1": 0.4943904055596894, "STATEMENT_e": 0.6369426751592356, "DOCUMENT_loss": 3.821727752685547, "DOCUMENT_f1": 0.3066666666666667, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.099717140197754, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.055083274841309, "PRESS REPORT_f1": 0.3893369699331125, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 2.85430908203125, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.363821506500244, "PROPOSAL/ORDER/LAW_f1": 0.25138816436653216, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 3.4514899253845215, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.5397168397903442, "NARRATIVE_f1": 0.600811958811634, "NARRATIVE_e": 0.6771653543307087, "Other: DIRECT OBSERVATION_loss": 9.786959648132324, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.2985246181488037, "COMMUNICATION, NOT TO JOURNO_f1": 0.5667622324159021, "COMMUNICATION, NOT TO JOURNO_e": 0.5625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8515857458114624, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.27125420875420875, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.625, "PROPOSAL_loss": 5.126015663146973, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.5216386318206787, "TWEET_f1": 0.17720691560926574, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 3.747025489807129, "VOTE/POLL_f1": 0.4890520850387071, "VOTE/POLL_e": 0.6086956521739131, "LAWSUIT_loss": 4.977885723114014, "LAWSUIT_f1": 0.18992723588242344, "LAWSUIT_e": 0.3541666666666667, "DIRECT OBSERVATION_loss": 6.469700813293457, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.06, "Other: PROPOSAL_loss": 2.412511110305786, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 10.944190979003906, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.229968309402466, "Other: Campaign filing_f1": 0.5009622786759045, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.7856204509735107, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 6.033604621887207, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.035702705383301, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.440402030944824, "full_f1": 0.5264636586786421, "full_e": 0.5802609188882587}