quote-attribution__qa-model-v3 / callback-metrics-state-38000.json
spangher
e
da7a937
raw
history blame
2.99 kB
{"QUOTE_loss": 0.7041667699813843, "QUOTE_f1": 0.759830110101751, "QUOTE_e": 0.799819657348963, "BACKGROUND_loss": 0.8768271803855896, "BACKGROUND_f1": 0.7373586054449923, "BACKGROUND_e": 0.7670886075949367, "PUBLISHED WORK_loss": 1.6477960348129272, "PUBLISHED WORK_f1": 0.5839164237123421, "PUBLISHED WORK_e": 0.6530612244897959, "STATEMENT_loss": 0.885006844997406, "STATEMENT_f1": 0.6212415327065008, "STATEMENT_e": 0.7898089171974523, "DOCUMENT_loss": 2.530073642730713, "DOCUMENT_f1": 0.32, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 1.4373475313186646, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5, "PRESS REPORT_loss": 3.332594633102417, "PRESS REPORT_f1": 0.43502824858757055, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 1.5007942914962769, "DECLINED COMMENT_f1": 0.5, "DECLINED COMMENT_e": 0.6875, "PROPOSAL/ORDER/LAW_loss": 1.4139024019241333, "PROPOSAL/ORDER/LAW_f1": 0.41911764705882354, "PROPOSAL/ORDER/LAW_e": 0.6470588235294118, "PRICE SIGNAL_loss": 2.6289143562316895, "PRICE SIGNAL_f1": 0.46336613045968034, "PRICE SIGNAL_e": 0.5263157894736842, "NARRATIVE_loss": 0.8714190721511841, "NARRATIVE_f1": 0.7720748953203592, "NARRATIVE_e": 0.8661417322834646, "Other: DIRECT OBSERVATION_loss": 1.258665680885315, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.5, "COMMUNICATION, NOT TO JOURNO_loss": 1.9938123226165771, "COMMUNICATION, NOT TO JOURNO_f1": 0.6145833333333334, "COMMUNICATION, NOT TO JOURNO_e": 0.734375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.6101393103599548, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.38888888888888884, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.8958333333333334, "PROPOSAL_loss": 6.661579132080078, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 2.4005093574523926, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 1.796339750289917, "VOTE/POLL_f1": 0.5098276268360842, "VOTE/POLL_e": 0.5652173913043478, "LAWSUIT_loss": 2.954000473022461, "LAWSUIT_f1": 0.28368807118807116, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 1.313822627067566, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.6, "Other: PROPOSAL_loss": 1.0913491249084473, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 4.205679893493652, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.9844845533370972, "Other: Campaign filing_f1": 0.3751937984496124, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.3376257419586182, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.2351135015487671, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.4749135971069336, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 1.0078964233398438, "full_f1": 0.6846985297135735, "full_e": 0.7603516732841747}