quote-attribution__qa-model-v2 / callback-metrics-state-12000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.269534111022949, "QUOTE_f1": 0.4654680305828832, "QUOTE_e": 0.48647430117222723, "BACKGROUND_loss": 2.0596868991851807, "BACKGROUND_f1": 0.5515101743716091, "BACKGROUND_e": 0.579746835443038, "PUBLISHED WORK_loss": 3.096459150314331, "PUBLISHED WORK_f1": 0.3697130310663858, "PUBLISHED WORK_e": 0.42857142857142855, "STATEMENT_loss": 2.924849033355713, "STATEMENT_f1": 0.43709289666405937, "STATEMENT_e": 0.5286624203821656, "DOCUMENT_loss": 3.4777750968933105, "DOCUMENT_f1": 0.38999999999999996, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 6.306862831115723, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.582094192504883, "PRESS REPORT_f1": 0.3522937736284573, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 3.1285665035247803, "DECLINED COMMENT_f1": 0.34375, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 4.6016459465026855, "PROPOSAL/ORDER/LAW_f1": 0.1803587540525149, "PROPOSAL/ORDER/LAW_e": 0.22058823529411764, "PRICE SIGNAL_loss": 4.441407680511475, "PRICE SIGNAL_f1": 0.2911142035832362, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 1.8687409162521362, "NARRATIVE_f1": 0.6030176884913628, "NARRATIVE_e": 0.6692913385826772, "Other: DIRECT OBSERVATION_loss": 8.753276824951172, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.2004196643829346, "COMMUNICATION, NOT TO JOURNO_f1": 0.46773727046447366, "COMMUNICATION, NOT TO JOURNO_e": 0.484375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.4124433994293213, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.33347293814432993, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5416666666666666, "PROPOSAL_loss": 4.980813503265381, "PROPOSAL_f1": 0.1685823754789272, "PROPOSAL_e": 0.1724137931034483, "TWEET_loss": 3.1471688747406006, "TWEET_f1": 0.09901910823782545, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 4.917156219482422, "VOTE/POLL_f1": 0.22784115074719827, "VOTE/POLL_e": 0.2608695652173913, "LAWSUIT_loss": 4.499642372131348, "LAWSUIT_f1": 0.12210305352707414, "LAWSUIT_e": 0.22916666666666666, "DIRECT OBSERVATION_loss": 4.011168003082275, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.12, "Other: PROPOSAL_loss": 1.2203058004379272, "Other: PROPOSAL_f1": 0.40857142857142853, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 5.334388256072998, "Other: LAWSUIT_f1": 0.11787956289235062, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 3.758493423461914, "Other: Campaign filing_f1": 0.16288086913086913, "Other: Campaign filing_e": 0.125, "Other: Campaign Filing_loss": 3.1637191772460938, "Other: Campaign Filing_f1": 0.13245586380832283, "Other: Campaign Filing_e": 0.125, "Other: Data Analysis_loss": 2.5878851413726807, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 6.424548149108887, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.598055124282837, "full_f1": 0.4411795557113245, "full_e": 0.4758933635847986}