quote-attribution__qa-model-v3 / callback-metrics-state-8000.json
spangher
e
da7a937
{"QUOTE_loss": 0.8846258521080017, "QUOTE_f1": 0.7067774247279242, "QUOTE_e": 0.739404869251578, "BACKGROUND_loss": 0.713024914264679, "BACKGROUND_f1": 0.7585784817550605, "BACKGROUND_e": 0.7848101265822784, "PUBLISHED WORK_loss": 1.677717924118042, "PUBLISHED WORK_f1": 0.5927792957613065, "PUBLISHED WORK_e": 0.6428571428571429, "STATEMENT_loss": 1.0417698621749878, "STATEMENT_f1": 0.6280289649154392, "STATEMENT_e": 0.7707006369426752, "DOCUMENT_loss": 2.547196626663208, "DOCUMENT_f1": 0.43, "DOCUMENT_e": 0.6, "SOCIAL MEDIA POST_loss": 1.4159737825393677, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.5714285714285714, "PRESS REPORT_loss": 3.41201114654541, "PRESS REPORT_f1": 0.4143126177024482, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 1.2020001411437988, "DECLINED COMMENT_f1": 0.3858695652173913, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 1.479644775390625, "PROPOSAL/ORDER/LAW_f1": 0.3298732819238204, "PROPOSAL/ORDER/LAW_e": 0.5147058823529411, "PRICE SIGNAL_loss": 2.0769858360290527, "PRICE SIGNAL_f1": 0.46315789473684216, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 0.8745906352996826, "NARRATIVE_f1": 0.7527911360073279, "NARRATIVE_e": 0.8346456692913385, "Other: DIRECT OBSERVATION_loss": 4.0269575119018555, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 1.7727458477020264, "COMMUNICATION, NOT TO JOURNO_f1": 0.6484375, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 0.8706851601600647, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3055555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 5.9352874755859375, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.328868865966797, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 2.4897005558013916, "VOTE/POLL_f1": 0.44270418413640916, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 2.7051732540130615, "LAWSUIT_f1": 0.22963900492088132, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 2.443060874938965, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.26, "Other: PROPOSAL_loss": 1.217257022857666, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.4970359802246094, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.0176128149032593, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 1.101195216178894, "Other: Campaign Filing_f1": 0.3807972484197005, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.684317946434021, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.861140727996826, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 1.1214724779129028, "full_f1": 0.6500612956253415, "full_e": 0.7073170731707317}