quote-attribution__qa-model-v2 / callback-metrics-state-60000.json
Alex Spangher
e
b763a7c
{"QUOTE_loss": 2.1471264362335205, "QUOTE_f1": 0.5812254241849654, "QUOTE_e": 0.6181244364292156, "BACKGROUND_loss": 2.0318264961242676, "BACKGROUND_f1": 0.6550765499216558, "BACKGROUND_e": 0.6911392405063291, "PUBLISHED WORK_loss": 3.335737466812134, "PUBLISHED WORK_f1": 0.48071845854684836, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.2085120677948, "STATEMENT_f1": 0.525765422404281, "STATEMENT_e": 0.6560509554140127, "DOCUMENT_loss": 4.330594062805176, "DOCUMENT_f1": 0.32333333333333336, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 6.510347843170166, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.518343448638916, "PRESS REPORT_f1": 0.4285221094962121, "PRESS REPORT_e": 0.5254237288135594, "DECLINED COMMENT_loss": 3.4953479766845703, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.6546895503997803, "PROPOSAL/ORDER/LAW_f1": 0.2769607843137255, "PROPOSAL/ORDER/LAW_e": 0.4411764705882353, "PRICE SIGNAL_loss": 4.839684009552002, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.5683766603469849, "NARRATIVE_f1": 0.6362684320714472, "NARRATIVE_e": 0.7086614173228346, "Other: DIRECT OBSERVATION_loss": 5.271246910095215, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.25, "COMMUNICATION, NOT TO JOURNO_loss": 3.0961246490478516, "COMMUNICATION, NOT TO JOURNO_f1": 0.5879280821917808, "COMMUNICATION, NOT TO JOURNO_e": 0.640625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.5204436779022217, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.22932242990654206, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6041666666666666, "PROPOSAL_loss": 7.928030490875244, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 3.5442264080047607, "TWEET_f1": 0.2170510258731017, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 3.342965602874756, "VOTE/POLL_f1": 0.4357086954480892, "VOTE/POLL_e": 0.5652173913043478, "LAWSUIT_loss": 5.509235382080078, "LAWSUIT_f1": 0.2067118021325942, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 5.272150039672852, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.3, "Other: PROPOSAL_loss": 1.5428606271743774, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 4.416548728942871, "Other: LAWSUIT_f1": 0.176937441643324, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.5188114643096924, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 4.847030162811279, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.287247657775879, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.4318093061447144, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.4658994674682617, "full_f1": 0.5425759321837343, "full_e": 0.6049347702779353}