Hugging Face's logo

alex2awesome
/
quote-attribution__qa-model-v2

Transformers
PyTorch
big_bird
Inference Endpoints
Model card Files Community
Alex Spangher commited on
Commit
b763a7c
•
1 Parent(s): 387fa02

e

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. all_results.json +8 -0
  2. callback-metrics-state-0.json +1 -0
  3. callback-metrics-state-102000.json +1 -0
  4. callback-metrics-state-105000.json +1 -0
  5. callback-metrics-state-108000.json +1 -0
  6. callback-metrics-state-111000.json +1 -0
  7. callback-metrics-state-114000.json +1 -0
  8. callback-metrics-state-117000.json +1 -0
  9. callback-metrics-state-12000.json +1 -0
  10. callback-metrics-state-120000.json +1 -0
  11. callback-metrics-state-123000.json +1 -0
  12. callback-metrics-state-126000.json +1 -0
  13. callback-metrics-state-129000.json +1 -0
  14. callback-metrics-state-15000.json +1 -0
  15. callback-metrics-state-18000.json +1 -0
  16. callback-metrics-state-21000.json +1 -0
  17. callback-metrics-state-24000.json +1 -0
  18. callback-metrics-state-27000.json +1 -0
  19. callback-metrics-state-3000.json +1 -0
  20. callback-metrics-state-30000.json +1 -0
  21. callback-metrics-state-33000.json +1 -0
  22. callback-metrics-state-36000.json +1 -0
  23. callback-metrics-state-39000.json +1 -0
  24. callback-metrics-state-42000.json +1 -0
  25. callback-metrics-state-45000.json +1 -0
  26. callback-metrics-state-48000.json +1 -0
  27. callback-metrics-state-51000.json +1 -0
  28. callback-metrics-state-54000.json +1 -0
  29. callback-metrics-state-57000.json +1 -0
  30. callback-metrics-state-6000.json +1 -0
  31. callback-metrics-state-60000.json +1 -0
  32. callback-metrics-state-63000.json +1 -0
  33. callback-metrics-state-66000.json +1 -0
  34. callback-metrics-state-69000.json +1 -0
  35. callback-metrics-state-72000.json +1 -0
  36. callback-metrics-state-75000.json +1 -0
  37. callback-metrics-state-78000.json +1 -0
  38. callback-metrics-state-81000.json +1 -0
  39. callback-metrics-state-84000.json +1 -0
  40. callback-metrics-state-87000.json +1 -0
  41. callback-metrics-state-9000.json +1 -0
  42. callback-metrics-state-90000.json +1 -0
  43. callback-metrics-state-93000.json +1 -0
  44. callback-metrics-state-96000.json +1 -0
  45. callback-metrics-state-99000.json +1 -0
  46. config.json +44 -0
  47. optimizer.pt +3 -0
  48. pre-training eval_results.json +8 -0
  49. pytorch_model.bin +3 -0
  50. rng_state.pth +3 -0
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_e": 0.0,
3
+ "eval_f1": 0.0020472114144220793,
4
+ "eval_loss": 7.532294273376465,
5
+ "eval_runtime": 280.3361,
6
+ "eval_samples_per_second": 12.578,
7
+ "eval_steps_per_second": 12.578
8
+ }
callback-metrics-state-0.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 7.541075706481934, "QUOTE_f1": 0.0023991202784741676, "QUOTE_e": 0.0, "BACKGROUND_loss": 7.54888391494751, "BACKGROUND_f1": 0.001902224227664628, "BACKGROUND_e": 0.0, "PUBLISHED WORK_loss": 7.530645370483398, "PUBLISHED WORK_f1": 0.002221165833097959, "PUBLISHED WORK_e": 0.0, "STATEMENT_loss": 7.5029096603393555, "STATEMENT_f1": 0.0013053499724770472, "STATEMENT_e": 0.0, "DOCUMENT_loss": 7.522800445556641, "DOCUMENT_f1": 0.000999889160560121, "DOCUMENT_e": 0.0, "SOCIAL MEDIA POST_loss": 7.555100440979004, "SOCIAL MEDIA POST_f1": 0.0027649769585253456, "SOCIAL MEDIA POST_e": 0.0, "PRESS REPORT_loss": 7.521284103393555, "PRESS REPORT_f1": 0.0015913823829629735, "PRESS REPORT_e": 0.0, "DECLINED COMMENT_loss": 7.449731826782227, "DECLINED COMMENT_f1": 0.0008855353463684863, "DECLINED COMMENT_e": 0.0, "PROPOSAL/ORDER/LAW_loss": 7.545278072357178, "PROPOSAL/ORDER/LAW_f1": 0.0010502654722813287, "PROPOSAL/ORDER/LAW_e": 0.0, "PRICE SIGNAL_loss": 7.527423858642578, "PRICE SIGNAL_f1": 0.0013498772511014478, "PRICE SIGNAL_e": 0.0, "NARRATIVE_loss": 7.541970729827881, "NARRATIVE_f1": 0.0015529857527964304, "NARRATIVE_e": 0.0, "Other: DIRECT OBSERVATION_loss": 7.274139404296875, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 7.5203857421875, "COMMUNICATION, NOT TO JOURNO_f1": 0.0009595292774907886, "COMMUNICATION, NOT TO JOURNO_e": 0.0, "PUBLIC SPEECH, NOT TO JOURNO_loss": 7.519117832183838, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.0025655588583346567, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.0, "PROPOSAL_loss": 7.379098892211914, "PROPOSAL_f1": 0.0, "PROPOSAL_e": 0.0, "TWEET_loss": 7.511829376220703, "TWEET_f1": 0.0016007473614566203, "TWEET_e": 0.0, "VOTE/POLL_loss": 7.3660054206848145, "VOTE/POLL_f1": 0.0006427520400519509, "VOTE/POLL_e": 0.0, "LAWSUIT_loss": 7.499483585357666, "LAWSUIT_f1": 0.0007418896679712165, "LAWSUIT_e": 0.0, "DIRECT OBSERVATION_loss": 7.435638904571533, "DIRECT OBSERVATION_f1": 0.0, "DIRECT OBSERVATION_e": 0.0, "Other: PROPOSAL_loss": 7.597750186920166, "Other: PROPOSAL_f1": 0.0, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 7.348098278045654, "Other: LAWSUIT_f1": 0.0, "Other: LAWSUIT_e": 0.0, "Other: Campaign filing_loss": 7.57568359375, "Other: Campaign filing_f1": 0.0, "Other: Campaign filing_e": 0.0, "Other: Campaign Filing_loss": 7.568543434143066, "Other: Campaign Filing_f1": 0.0, "Other: Campaign Filing_e": 0.0, "Other: Data Analysis_loss": 7.6048431396484375, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 7.437129497528076, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.0, "full_loss": 7.532294273376465, "full_f1": 0.0020472114144220793, "full_e": 0.0}
callback-metrics-state-102000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.1954662799835205, "QUOTE_f1": 0.6048459343741417, "QUOTE_e": 0.6406672678088368, "BACKGROUND_loss": 2.099065065383911, "BACKGROUND_f1": 0.6541986680494136, "BACKGROUND_e": 0.6860759493670886, "PUBLISHED WORK_loss": 3.93963623046875, "PUBLISHED WORK_f1": 0.4790133737212053, "PUBLISHED WORK_e": 0.5408163265306123, "STATEMENT_loss": 2.5547707080841064, "STATEMENT_f1": 0.5647220374410515, "STATEMENT_e": 0.6687898089171974, "DOCUMENT_loss": 4.062466144561768, "DOCUMENT_f1": 0.36, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 9.263532638549805, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.471048355102539, "PRESS REPORT_f1": 0.3892847686986381, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 4.030036926269531, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 3.9023265838623047, "PROPOSAL/ORDER/LAW_f1": 0.26276400193099986, "PROPOSAL/ORDER/LAW_e": 0.45588235294117646, "PRICE SIGNAL_loss": 4.863925457000732, "PRICE SIGNAL_f1": 0.2899632802937577, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.630555272102356, "NARRATIVE_f1": 0.6458236838042303, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 7.159333229064941, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.871640682220459, "COMMUNICATION, NOT TO JOURNO_f1": 0.6168636204481792, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.5765289068222046, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3153233894115193, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.75, "PROPOSAL_loss": 8.14482307434082, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 5.732223033905029, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.35294117647058826, "VOTE/POLL_loss": 5.465489387512207, "VOTE/POLL_f1": 0.4266516092603049, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 6.176130771636963, "LAWSUIT_f1": 0.2620822685408915, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 6.501037120819092, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.2, "Other: PROPOSAL_loss": 3.0330820083618164, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 9.699145317077637, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.7262678146362305, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.313037157058716, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 4.930585861206055, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 3.2487146854400635, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.6772687435150146, "full_f1": 0.5601784958413148, "full_e": 0.6165626772546795}
callback-metrics-state-105000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.9903576374053955, "QUOTE_f1": 0.5888943640161095, "QUOTE_e": 0.6199278629395852, "BACKGROUND_loss": 1.9549981355667114, "BACKGROUND_f1": 0.6499759018714552, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 3.7643320560455322, "PUBLISHED WORK_f1": 0.4584479197218315, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 2.4779884815216064, "STATEMENT_f1": 0.5714363077908804, "STATEMENT_e": 0.6751592356687898, "DOCUMENT_loss": 4.384573936462402, "DOCUMENT_f1": 0.33999999999999997, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 8.58664608001709, "SOCIAL MEDIA POST_f1": 0.07183155349586944, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.00378942489624, "PRESS REPORT_f1": 0.38108682668742894, "PRESS REPORT_e": 0.423728813559322, "DECLINED COMMENT_loss": 3.219762086868286, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.798797607421875, "PROPOSAL/ORDER/LAW_f1": 0.2630333315048811, "PROPOSAL/ORDER/LAW_e": 0.45588235294117646, "PRICE SIGNAL_loss": 4.558628559112549, "PRICE SIGNAL_f1": 0.39473684210526316, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.7649604082107544, "NARRATIVE_f1": 0.6404064931156812, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 5.423290252685547, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.754774570465088, "COMMUNICATION, NOT TO JOURNO_f1": 0.621875, "COMMUNICATION, NOT TO JOURNO_e": 0.640625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.6406030654907227, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25245098039215685, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 8.906208992004395, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 3.252138376235962, "TWEET_f1": 0.23529411764705882, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 5.150266170501709, "VOTE/POLL_f1": 0.26941550838812733, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 5.9382452964782715, "LAWSUIT_f1": 0.2859976650818235, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 5.825273036956787, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.2, "Other: PROPOSAL_loss": 2.458914279937744, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 7.067424774169922, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.059093475341797, "Other: Campaign filing_f1": 0.3752765486725664, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.7996068000793457, "Other: Campaign Filing_f1": 0.2532051282051282, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 5.612691879272461, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 4.939241886138916, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.488840341567993, "full_f1": 0.5481616751996528, "full_e": 0.5998298355076574}
callback-metrics-state-108000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.016580820083618, "QUOTE_f1": 0.5968519491430039, "QUOTE_e": 0.6321009918845807, "BACKGROUND_loss": 1.7628955841064453, "BACKGROUND_f1": 0.6555432306906662, "BACKGROUND_e": 0.6860759493670886, "PUBLISHED WORK_loss": 3.081432342529297, "PUBLISHED WORK_f1": 0.47885899090315287, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.138835906982422, "STATEMENT_f1": 0.5569099225034564, "STATEMENT_e": 0.6624203821656051, "DOCUMENT_loss": 4.60793924331665, "DOCUMENT_f1": 0.2858974358974359, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.151092052459717, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.640882968902588, "PRESS REPORT_f1": 0.4027290342277964, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.732182025909424, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.1974217891693115, "PROPOSAL/ORDER/LAW_f1": 0.2677212567765775, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 4.129436492919922, "PRICE SIGNAL_f1": 0.3631578947368421, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 1.574366569519043, "NARRATIVE_f1": 0.6426180086622298, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 3.9630866050720215, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.25, "COMMUNICATION, NOT TO JOURNO_loss": 3.398132085800171, "COMMUNICATION, NOT TO JOURNO_f1": 0.5854166666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8330527544021606, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.257154213036566, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 6.231570720672607, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.327467441558838, "TWEET_f1": 0.2745098039215686, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.9656829833984375, "VOTE/POLL_f1": 0.28755427481064666, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 4.894632339477539, "LAWSUIT_f1": 0.28256164828993424, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 3.9037444591522217, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.28, "Other: PROPOSAL_loss": 2.103165864944458, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.4820146560668945, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.9943197965621948, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.7422842979431152, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.799740791320801, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 3.1105127334594727, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.320396661758423, "full_f1": 0.5539872559411191, "full_e": 0.6089052750992626}
callback-metrics-state-111000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.0518598556518555, "QUOTE_f1": 0.6045961332190719, "QUOTE_e": 0.6424706943192064, "BACKGROUND_loss": 1.9696530103683472, "BACKGROUND_f1": 0.6325133274920647, "BACKGROUND_e": 0.6708860759493671, "PUBLISHED WORK_loss": 3.5870349407196045, "PUBLISHED WORK_f1": 0.4635810131126618, "PUBLISHED WORK_e": 0.5306122448979592, "STATEMENT_loss": 2.4540774822235107, "STATEMENT_f1": 0.537163594747696, "STATEMENT_e": 0.643312101910828, "DOCUMENT_loss": 4.8522138595581055, "DOCUMENT_f1": 0.27435635123614666, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.67864990234375, "SOCIAL MEDIA POST_f1": 0.07183155349586944, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.626868724822998, "PRESS REPORT_f1": 0.4364064265372997, "PRESS REPORT_e": 0.5254237288135594, "DECLINED COMMENT_loss": 3.5066707134246826, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 4.016594886779785, "PROPOSAL/ORDER/LAW_f1": 0.2992157645805926, "PROPOSAL/ORDER/LAW_e": 0.4264705882352941, "PRICE SIGNAL_loss": 4.196267604827881, "PRICE SIGNAL_f1": 0.3771929824561403, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 1.5386075973510742, "NARRATIVE_f1": 0.6689361026048742, "NARRATIVE_e": 0.7559055118110236, "Other: DIRECT OBSERVATION_loss": 4.57664155960083, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.433748483657837, "COMMUNICATION, NOT TO JOURNO_f1": 0.5515625, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.955702781677246, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.27140804597701146, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 5.94174337387085, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3448275862068966, "TWEET_loss": 2.963498592376709, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 5.038696765899658, "VOTE/POLL_f1": 0.32128740824393, "VOTE/POLL_e": 0.34782608695652173, "LAWSUIT_loss": 5.483595371246338, "LAWSUIT_f1": 0.29936267436267444, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 4.7595534324646, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.28, "Other: PROPOSAL_loss": 1.8679649829864502, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 7.879497051239014, "Other: LAWSUIT_f1": 0.1767075410224513, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.485013484954834, "Other: Campaign filing_f1": 0.37532916392363397, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.863433837890625, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.789814472198486, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.2988945245742798, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.4436562061309814, "full_f1": 0.556568464310343, "full_e": 0.6168462847419172}
callback-metrics-state-114000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.241788625717163, "QUOTE_f1": 0.6045192928380904, "QUOTE_e": 0.6460775473399459, "BACKGROUND_loss": 2.3459184169769287, "BACKGROUND_f1": 0.6429862254305015, "BACKGROUND_e": 0.6708860759493671, "PUBLISHED WORK_loss": 3.680382251739502, "PUBLISHED WORK_f1": 0.49600929311003816, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.6299188137054443, "STATEMENT_f1": 0.5114031354002543, "STATEMENT_e": 0.6305732484076433, "DOCUMENT_loss": 5.646520137786865, "DOCUMENT_f1": 0.2939529914529914, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 8.95548152923584, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.756860733032227, "PRESS REPORT_f1": 0.4109496906107075, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 4.307596206665039, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 4.423645973205566, "PROPOSAL/ORDER/LAW_f1": 0.2636718517877944, "PROPOSAL/ORDER/LAW_e": 0.4264705882352941, "PRICE SIGNAL_loss": 5.306565284729004, "PRICE SIGNAL_f1": 0.41578947368421054, "PRICE SIGNAL_e": 0.5263157894736842, "NARRATIVE_loss": 1.7559640407562256, "NARRATIVE_f1": 0.6556520574530238, "NARRATIVE_e": 0.7559055118110236, "Other: DIRECT OBSERVATION_loss": 9.076805114746094, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.449751853942871, "COMMUNICATION, NOT TO JOURNO_f1": 0.5433449074074074, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.865329384803772, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25003072763028517, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6458333333333334, "PROPOSAL_loss": 6.494246959686279, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 6.69802713394165, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.7149224281311035, "VOTE/POLL_f1": 0.3865047995482778, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 5.893247604370117, "LAWSUIT_f1": 0.24221981721981722, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 7.356139659881592, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 7.035874366760254, "Other: PROPOSAL_f1": 0.0, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 10.994842529296875, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 5.017489433288574, "Other: Campaign filing_f1": 0.25, "Other: Campaign filing_e": 0.25, "Other: Campaign Filing_loss": 5.396928787231445, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 6.0316033363342285, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.1174756288528442, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.7537660598754883, "full_f1": 0.5539626796675543, "full_e": 0.6145774248440159}
callback-metrics-state-117000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.0672295093536377, "QUOTE_f1": 0.6034361568829469, "QUOTE_e": 0.6411181244364292, "BACKGROUND_loss": 2.0193839073181152, "BACKGROUND_f1": 0.6655187279024334, "BACKGROUND_e": 0.7037974683544304, "PUBLISHED WORK_loss": 3.5665030479431152, "PUBLISHED WORK_f1": 0.4894881762228701, "PUBLISHED WORK_e": 0.5306122448979592, "STATEMENT_loss": 2.331989049911499, "STATEMENT_f1": 0.5298411936131808, "STATEMENT_e": 0.6624203821656051, "DOCUMENT_loss": 5.047780513763428, "DOCUMENT_f1": 0.2910230179028133, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 7.807046413421631, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.470193862915039, "PRESS REPORT_f1": 0.3721137039935525, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.655031681060791, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.9483449459075928, "PROPOSAL/ORDER/LAW_f1": 0.28613816764163863, "PROPOSAL/ORDER/LAW_e": 0.4852941176470588, "PRICE SIGNAL_loss": 5.370728015899658, "PRICE SIGNAL_f1": 0.35789473684210527, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.6440011262893677, "NARRATIVE_f1": 0.6869560712805636, "NARRATIVE_e": 0.7716535433070866, "Other: DIRECT OBSERVATION_loss": 5.5662312507629395, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 2.8976330757141113, "COMMUNICATION, NOT TO JOURNO_f1": 0.5984375, "COMMUNICATION, NOT TO JOURNO_e": 0.671875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.543887972831726, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.29183509535655056, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6875, "PROPOSAL_loss": 5.207309722900391, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 3.1765732765197754, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 5.345933437347412, "VOTE/POLL_f1": 0.38712591756070014, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.369853973388672, "LAWSUIT_f1": 0.3212461836938824, "LAWSUIT_e": 0.5208333333333334, "DIRECT OBSERVATION_loss": 6.195940017700195, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 1.9513925313949585, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.540981769561768, "Other: LAWSUIT_f1": 0.17671619796143928, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.119258403778076, "Other: Campaign filing_f1": 0.5223214285714286, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 4.073399543762207, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.8587541580200195, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 3.1925413608551025, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.4599826335906982, "full_f1": 0.5614300304448882, "full_e": 0.6216676120249575}
callback-metrics-state-12000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.269534111022949, "QUOTE_f1": 0.4654680305828832, "QUOTE_e": 0.48647430117222723, "BACKGROUND_loss": 2.0596868991851807, "BACKGROUND_f1": 0.5515101743716091, "BACKGROUND_e": 0.579746835443038, "PUBLISHED WORK_loss": 3.096459150314331, "PUBLISHED WORK_f1": 0.3697130310663858, "PUBLISHED WORK_e": 0.42857142857142855, "STATEMENT_loss": 2.924849033355713, "STATEMENT_f1": 0.43709289666405937, "STATEMENT_e": 0.5286624203821656, "DOCUMENT_loss": 3.4777750968933105, "DOCUMENT_f1": 0.38999999999999996, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 6.306862831115723, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.582094192504883, "PRESS REPORT_f1": 0.3522937736284573, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 3.1285665035247803, "DECLINED COMMENT_f1": 0.34375, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 4.6016459465026855, "PROPOSAL/ORDER/LAW_f1": 0.1803587540525149, "PROPOSAL/ORDER/LAW_e": 0.22058823529411764, "PRICE SIGNAL_loss": 4.441407680511475, "PRICE SIGNAL_f1": 0.2911142035832362, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 1.8687409162521362, "NARRATIVE_f1": 0.6030176884913628, "NARRATIVE_e": 0.6692913385826772, "Other: DIRECT OBSERVATION_loss": 8.753276824951172, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.2004196643829346, "COMMUNICATION, NOT TO JOURNO_f1": 0.46773727046447366, "COMMUNICATION, NOT TO JOURNO_e": 0.484375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.4124433994293213, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.33347293814432993, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5416666666666666, "PROPOSAL_loss": 4.980813503265381, "PROPOSAL_f1": 0.1685823754789272, "PROPOSAL_e": 0.1724137931034483, "TWEET_loss": 3.1471688747406006, "TWEET_f1": 0.09901910823782545, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 4.917156219482422, "VOTE/POLL_f1": 0.22784115074719827, "VOTE/POLL_e": 0.2608695652173913, "LAWSUIT_loss": 4.499642372131348, "LAWSUIT_f1": 0.12210305352707414, "LAWSUIT_e": 0.22916666666666666, "DIRECT OBSERVATION_loss": 4.011168003082275, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.12, "Other: PROPOSAL_loss": 1.2203058004379272, "Other: PROPOSAL_f1": 0.40857142857142853, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 5.334388256072998, "Other: LAWSUIT_f1": 0.11787956289235062, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 3.758493423461914, "Other: Campaign filing_f1": 0.16288086913086913, "Other: Campaign filing_e": 0.125, "Other: Campaign Filing_loss": 3.1637191772460938, "Other: Campaign Filing_f1": 0.13245586380832283, "Other: Campaign Filing_e": 0.125, "Other: Data Analysis_loss": 2.5878851413726807, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 6.424548149108887, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.598055124282837, "full_f1": 0.4411795557113245, "full_e": 0.4758933635847986}
callback-metrics-state-120000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.4881062507629395, "QUOTE_f1": 0.5974730569628561, "QUOTE_e": 0.6321009918845807, "BACKGROUND_loss": 2.159579038619995, "BACKGROUND_f1": 0.6636124813367403, "BACKGROUND_e": 0.6936708860759494, "PUBLISHED WORK_loss": 4.0852861404418945, "PUBLISHED WORK_f1": 0.47553027834091904, "PUBLISHED WORK_e": 0.5, "STATEMENT_loss": 2.6390411853790283, "STATEMENT_f1": 0.5526607983398433, "STATEMENT_e": 0.6751592356687898, "DOCUMENT_loss": 4.778101921081543, "DOCUMENT_f1": 0.31066889632107025, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 7.849350929260254, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.977467060089111, "PRESS REPORT_f1": 0.37428482136061886, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 3.8256192207336426, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.505047798156738, "PROPOSAL/ORDER/LAW_f1": 0.21032305097999812, "PROPOSAL/ORDER/LAW_e": 0.35294117647058826, "PRICE SIGNAL_loss": 6.2169928550720215, "PRICE SIGNAL_f1": 0.3719298245614035, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.699831247329712, "NARRATIVE_f1": 0.6588633756109826, "NARRATIVE_e": 0.7559055118110236, "Other: DIRECT OBSERVATION_loss": 5.702857971191406, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.25, "COMMUNICATION, NOT TO JOURNO_loss": 3.5813159942626953, "COMMUNICATION, NOT TO JOURNO_f1": 0.5987540311611121, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.134481191635132, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2876664447403462, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7291666666666666, "PROPOSAL_loss": 7.087062358856201, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.6848599910736084, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 6.531838417053223, "VOTE/POLL_f1": 0.31569734613212874, "VOTE/POLL_e": 0.34782608695652173, "LAWSUIT_loss": 5.9314494132995605, "LAWSUIT_f1": 0.26761664261664264, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 7.0077805519104, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.16, "Other: PROPOSAL_loss": 2.402238130569458, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.8422627449035645, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.4077939987182617, "Other: Campaign filing_f1": 0.75, "Other: Campaign filing_e": 0.75, "Other: Campaign Filing_loss": 2.0029406547546387, "Other: Campaign Filing_f1": 0.13378085593261602, "Other: Campaign Filing_e": 0.125, "Other: Data Analysis_loss": 4.442276477813721, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.8500890731811523, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.853802442550659, "full_f1": 0.5543750338048291, "full_e": 0.6091888825865003}
callback-metrics-state-123000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.219937801361084, "QUOTE_f1": 0.5985791825284603, "QUOTE_e": 0.6311992786293958, "BACKGROUND_loss": 1.973710060119629, "BACKGROUND_f1": 0.6652343706704535, "BACKGROUND_e": 0.6936708860759494, "PUBLISHED WORK_loss": 3.8026883602142334, "PUBLISHED WORK_f1": 0.48531431132118247, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.4870615005493164, "STATEMENT_f1": 0.5540331975250383, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 5.191247463226318, "DOCUMENT_f1": 0.225, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 9.144865989685059, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.288694381713867, "PRESS REPORT_f1": 0.4024751143395211, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 2.355625629425049, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.329555034637451, "PROPOSAL/ORDER/LAW_f1": 0.2289872198879552, "PROPOSAL/ORDER/LAW_e": 0.4117647058823529, "PRICE SIGNAL_loss": 6.283880233764648, "PRICE SIGNAL_f1": 0.3631578947368421, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.8000307083129883, "NARRATIVE_f1": 0.6197217867268193, "NARRATIVE_e": 0.7007874015748031, "Other: DIRECT OBSERVATION_loss": 6.652063369750977, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.5067310333251953, "COMMUNICATION, NOT TO JOURNO_f1": 0.5571989155251142, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.7280666828155518, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.20833333333333334, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.625, "PROPOSAL_loss": 6.870151519775391, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.7566146850585938, "TWEET_f1": 0.13565462938621084, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 5.620640754699707, "VOTE/POLL_f1": 0.2484472049689441, "VOTE/POLL_e": 0.2608695652173913, "LAWSUIT_loss": 6.818680286407471, "LAWSUIT_f1": 0.26166426166426165, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 7.204214572906494, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 2.556480646133423, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 8.211647987365723, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.761129379272461, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.6878275871276855, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.003395721083506942, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.6258295774459839, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.6797034740448, "full_f1": 0.551903563769941, "full_e": 0.6074872376630743}
callback-metrics-state-126000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.9920135736465454, "QUOTE_f1": 0.6139466664225773, "QUOTE_e": 0.6501352569882777, "BACKGROUND_loss": 1.908774971961975, "BACKGROUND_f1": 0.6661097804362662, "BACKGROUND_e": 0.6936708860759494, "PUBLISHED WORK_loss": 3.6944315433502197, "PUBLISHED WORK_f1": 0.46831477321607795, "PUBLISHED WORK_e": 0.5306122448979592, "STATEMENT_loss": 2.2811481952667236, "STATEMENT_f1": 0.55339860030309, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 5.439549446105957, "DOCUMENT_f1": 0.24, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 7.887584686279297, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.884678840637207, "PRESS REPORT_f1": 0.3828291570097759, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 2.8885087966918945, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.6988983154296875, "PROPOSAL/ORDER/LAW_f1": 0.25391719601816287, "PROPOSAL/ORDER/LAW_e": 0.4264705882352941, "PRICE SIGNAL_loss": 5.919152736663818, "PRICE SIGNAL_f1": 0.3631578947368421, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.7763811349868774, "NARRATIVE_f1": 0.6352248606193435, "NARRATIVE_e": 0.7086614173228346, "Other: DIRECT OBSERVATION_loss": 4.8144378662109375, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.121290683746338, "COMMUNICATION, NOT TO JOURNO_f1": 0.5780322488584475, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.9512382745742798, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.22920812603648424, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 6.3791422843933105, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.9002323150634766, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.668980598449707, "VOTE/POLL_f1": 0.30693581780538304, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 5.505712509155273, "LAWSUIT_f1": 0.2617376184717734, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 6.063052177429199, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 4.046208381652832, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.7623291015625, "Other: LAWSUIT_f1": 0.17670682730923695, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.3866612911224365, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 1.871720314025879, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.03447169065475464, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.2399570941925049, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.4178013801574707, "full_f1": 0.5634895725291656, "full_e": 0.6213840045377198}
callback-metrics-state-129000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.1393754482269287, "QUOTE_f1": 0.613214582148625, "QUOTE_e": 0.6492335437330928, "BACKGROUND_loss": 2.1067848205566406, "BACKGROUND_f1": 0.6542994098916074, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 3.81852388381958, "PUBLISHED WORK_f1": 0.4805524065592778, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 2.4115846157073975, "STATEMENT_f1": 0.5527810763067319, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 4.350457191467285, "DOCUMENT_f1": 0.33999999999999997, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 8.014127731323242, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.465919017791748, "PRESS REPORT_f1": 0.387785848802798, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.5625946521759033, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.080630779266357, "PROPOSAL/ORDER/LAW_f1": 0.252814424460285, "PROPOSAL/ORDER/LAW_e": 0.45588235294117646, "PRICE SIGNAL_loss": 6.266420364379883, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.5784629583358765, "NARRATIVE_f1": 0.6538961183357523, "NARRATIVE_e": 0.7480314960629921, "Other: DIRECT OBSERVATION_loss": 6.324039459228516, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.2662363052368164, "COMMUNICATION, NOT TO JOURNO_f1": 0.5400827063783122, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.4840096235275269, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7708333333333334, "PROPOSAL_loss": 6.096800804138184, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.263547420501709, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.431623458862305, "VOTE/POLL_f1": 0.31197063805759456, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 6.004292964935303, "LAWSUIT_f1": 0.26166426166426165, "LAWSUIT_e": 0.3958333333333333, "DIRECT OBSERVATION_loss": 6.565054893493652, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 3.723240613937378, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 7.965112209320068, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 4.574121475219727, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.4285471439361572, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 0.006214653141796589, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 3.047694206237793, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.573134660720825, "full_f1": 0.561697084299324, "full_e": 0.6193987521270562}
callback-metrics-state-15000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.0621840953826904, "QUOTE_f1": 0.47730958530511014, "QUOTE_e": 0.5022542831379622, "BACKGROUND_loss": 1.617902159690857, "BACKGROUND_f1": 0.6000112690150476, "BACKGROUND_e": 0.6227848101265823, "PUBLISHED WORK_loss": 2.8832685947418213, "PUBLISHED WORK_f1": 0.4335116213933818, "PUBLISHED WORK_e": 0.47959183673469385, "STATEMENT_loss": 2.368291139602661, "STATEMENT_f1": 0.48363950782899073, "STATEMENT_e": 0.5732484076433121, "DOCUMENT_loss": 5.118557453155518, "DOCUMENT_f1": 0.25999999999999995, "DOCUMENT_e": 0.3, "SOCIAL MEDIA POST_loss": 5.390114784240723, "SOCIAL MEDIA POST_f1": 0.0718125960061444, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.0184736251831055, "PRESS REPORT_f1": 0.35165700325570526, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 2.355388641357422, "DECLINED COMMENT_f1": 0.18902961551368713, "DECLINED COMMENT_e": 0.375, "PROPOSAL/ORDER/LAW_loss": 3.949753761291504, "PROPOSAL/ORDER/LAW_f1": 0.21158310855092613, "PROPOSAL/ORDER/LAW_e": 0.2647058823529412, "PRICE SIGNAL_loss": 3.42171311378479, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.6003917455673218, "NARRATIVE_f1": 0.6047842878955719, "NARRATIVE_e": 0.6692913385826772, "Other: DIRECT OBSERVATION_loss": 5.470127105712891, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.2109014987945557, "COMMUNICATION, NOT TO JOURNO_f1": 0.45379824971378047, "COMMUNICATION, NOT TO JOURNO_e": 0.453125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.601409673690796, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3680555555555555, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 4.415562629699707, "PROPOSAL_f1": 0.15687526607066837, "PROPOSAL_e": 0.1724137931034483, "TWEET_loss": 3.2136940956115723, "TWEET_f1": 0.11764705882352941, "TWEET_e": 0.11764705882352941, "VOTE/POLL_loss": 4.899021148681641, "VOTE/POLL_f1": 0.3885375494071146, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 4.955857276916504, "LAWSUIT_f1": 0.14638903353203286, "LAWSUIT_e": 0.25, "DIRECT OBSERVATION_loss": 5.9722208976745605, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 1.3035614490509033, "Other: PROPOSAL_f1": 0.6013230429988974, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 4.90813684463501, "Other: LAWSUIT_f1": 0.11764705882352941, "Other: LAWSUIT_e": 0.11764705882352941, "Other: Campaign filing_loss": 2.4038045406341553, "Other: Campaign filing_f1": 0.48214285714285715, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.4602057933807373, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 2.503228187561035, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 4.022775650024414, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.348663806915283, "full_f1": 0.4602528233421469, "full_e": 0.4951786727169597}
callback-metrics-state-18000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.297117233276367, "QUOTE_f1": 0.49783194676822057, "QUOTE_e": 0.5238954012623985, "BACKGROUND_loss": 1.9780654907226562, "BACKGROUND_f1": 0.6008735789361245, "BACKGROUND_e": 0.6278481012658228, "PUBLISHED WORK_loss": 3.2627978324890137, "PUBLISHED WORK_f1": 0.4279855575629808, "PUBLISHED WORK_e": 0.45918367346938777, "STATEMENT_loss": 2.7794268131256104, "STATEMENT_f1": 0.4662741119582762, "STATEMENT_e": 0.554140127388535, "DOCUMENT_loss": 5.977444648742676, "DOCUMENT_f1": 0.37499999999999994, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 5.577711582183838, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 4.801185607910156, "PRESS REPORT_f1": 0.3540721267719945, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 3.558032512664795, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 4.477034091949463, "PROPOSAL/ORDER/LAW_f1": 0.20048374146178674, "PROPOSAL/ORDER/LAW_e": 0.27941176470588236, "PRICE SIGNAL_loss": 4.3682780265808105, "PRICE SIGNAL_f1": 0.34283021603595765, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 2.054940938949585, "NARRATIVE_f1": 0.6269449956664469, "NARRATIVE_e": 0.6850393700787402, "Other: DIRECT OBSERVATION_loss": 12.471708297729492, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.656521797180176, "COMMUNICATION, NOT TO JOURNO_f1": 0.488250248015873, "COMMUNICATION, NOT TO JOURNO_e": 0.53125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.2814829349517822, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.31254614248800294, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.4791666666666667, "PROPOSAL_loss": 6.130102157592773, "PROPOSAL_f1": 0.15687526607066837, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 4.32375955581665, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 5.764904022216797, "VOTE/POLL_f1": 0.3671200830478158, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.620696544647217, "LAWSUIT_f1": 0.16860146156155956, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 8.870199203491211, "DIRECT OBSERVATION_f1": 0.016, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 1.695309042930603, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 6.926433563232422, "Other: LAWSUIT_f1": 0.17665228253463547, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.8604724407196045, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 3.263329267501831, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.310375690460205, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 5.316476821899414, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.7327182292938232, "full_f1": 0.47494296121578977, "full_e": 0.5124787294384572}
callback-metrics-state-21000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.058124303817749, "QUOTE_f1": 0.49973127924351063, "QUOTE_e": 0.5266005410279531, "BACKGROUND_loss": 1.7906192541122437, "BACKGROUND_f1": 0.5998104530515004, "BACKGROUND_e": 0.6253164556962025, "PUBLISHED WORK_loss": 3.2075588703155518, "PUBLISHED WORK_f1": 0.3787892356283683, "PUBLISHED WORK_e": 0.42857142857142855, "STATEMENT_loss": 2.5769400596618652, "STATEMENT_f1": 0.40731147112049665, "STATEMENT_e": 0.535031847133758, "DOCUMENT_loss": 4.85079288482666, "DOCUMENT_f1": 0.3107670182166826, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 4.904812812805176, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.248210430145264, "PRESS REPORT_f1": 0.32576957687419406, "PRESS REPORT_e": 0.3559322033898305, "DECLINED COMMENT_loss": 3.6116762161254883, "DECLINED COMMENT_f1": 0.25, "DECLINED COMMENT_e": 0.375, "PROPOSAL/ORDER/LAW_loss": 3.7288401126861572, "PROPOSAL/ORDER/LAW_f1": 0.17902193465477906, "PROPOSAL/ORDER/LAW_e": 0.2647058823529412, "PRICE SIGNAL_loss": 4.383204936981201, "PRICE SIGNAL_f1": 0.2506265664160401, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 1.8249187469482422, "NARRATIVE_f1": 0.606725349656619, "NARRATIVE_e": 0.6377952755905512, "Other: DIRECT OBSERVATION_loss": 9.023530006408691, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.6616740226745605, "COMMUNICATION, NOT TO JOURNO_f1": 0.48782679738562096, "COMMUNICATION, NOT TO JOURNO_e": 0.484375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.712695360183716, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.20833333333333334, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.3125, "PROPOSAL_loss": 8.243583679199219, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.356138706207275, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.880326747894287, "VOTE/POLL_f1": 0.27398151573563867, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 5.329095363616943, "LAWSUIT_f1": 0.21228842631389108, "LAWSUIT_e": 0.3541666666666667, "DIRECT OBSERVATION_loss": 6.06333065032959, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 2.2124056816101074, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 5.197933197021484, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.736393928527832, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.8795342445373535, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 5.721718788146973, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 4.732335567474365, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.4511051177978516, "full_f1": 0.46755289376429393, "full_e": 0.5045377197958026}
callback-metrics-state-24000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.1675610542297363, "QUOTE_f1": 0.5171955136073646, "QUOTE_e": 0.5527502254283138, "BACKGROUND_loss": 2.0934345722198486, "BACKGROUND_f1": 0.5915312047727217, "BACKGROUND_e": 0.640506329113924, "PUBLISHED WORK_loss": 3.603430986404419, "PUBLISHED WORK_f1": 0.4256535807710156, "PUBLISHED WORK_e": 0.46938775510204084, "STATEMENT_loss": 3.094341516494751, "STATEMENT_f1": 0.4680533399102103, "STATEMENT_e": 0.5923566878980892, "DOCUMENT_loss": 4.1212968826293945, "DOCUMENT_f1": 0.39999999999999997, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 6.294712543487549, "SOCIAL MEDIA POST_f1": 0.0005065856129685916, "SOCIAL MEDIA POST_e": 0.21428571428571427, "PRESS REPORT_loss": 5.571150779724121, "PRESS REPORT_f1": 0.3557903155070557, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 5.138652801513672, "DECLINED COMMENT_f1": 0.2857142857142857, "DECLINED COMMENT_e": 0.375, "PROPOSAL/ORDER/LAW_loss": 3.69335675239563, "PROPOSAL/ORDER/LAW_f1": 0.2309306382853145, "PROPOSAL/ORDER/LAW_e": 0.3235294117647059, "PRICE SIGNAL_loss": 4.882342338562012, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 2.056161403656006, "NARRATIVE_f1": 0.5917862465046431, "NARRATIVE_e": 0.6456692913385826, "Other: DIRECT OBSERVATION_loss": 10.757246017456055, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.5039892196655273, "COMMUNICATION, NOT TO JOURNO_f1": 0.5498969184027778, "COMMUNICATION, NOT TO JOURNO_e": 0.5625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.4439001083374023, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2708333333333333, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5, "PROPOSAL_loss": 6.958781719207764, "PROPOSAL_f1": 0.14470443349753695, "PROPOSAL_e": 0.1724137931034483, "TWEET_loss": 4.187261581420898, "TWEET_f1": 0.08823529411764706, "TWEET_e": 0.11764705882352941, "VOTE/POLL_loss": 5.003958702087402, "VOTE/POLL_f1": 0.3576707146341094, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 5.536951541900635, "LAWSUIT_f1": 0.14971717197060233, "LAWSUIT_e": 0.3541666666666667, "DIRECT OBSERVATION_loss": 7.339727401733398, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 0.24676784873008728, "Other: PROPOSAL_f1": 0.8013230429988975, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 8.766853332519531, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.4049360752105713, "Other: Campaign filing_f1": 0.3569078947368421, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.1528148651123047, "Other: Campaign Filing_f1": 0.27828739830649174, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 0.297014057636261, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 5.14528226852417, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.651677370071411, "full_f1": 0.48449065401076596, "full_e": 0.5326148610323312}
callback-metrics-state-27000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.5311317443847656, "QUOTE_f1": 0.522889948807886, "QUOTE_e": 0.5608656447249775, "BACKGROUND_loss": 2.106086254119873, "BACKGROUND_f1": 0.6403991380161813, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 4.024446964263916, "PUBLISHED WORK_f1": 0.4327022020147109, "PUBLISHED WORK_e": 0.47959183673469385, "STATEMENT_loss": 2.874676465988159, "STATEMENT_f1": 0.49592823135816766, "STATEMENT_e": 0.5923566878980892, "DOCUMENT_loss": 4.507349491119385, "DOCUMENT_f1": 0.3833333333333333, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 8.241748809814453, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 6.1055426597595215, "PRESS REPORT_f1": 0.3793558104977484, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 2.797020435333252, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.9418985843658447, "PROPOSAL/ORDER/LAW_f1": 0.23168973387552408, "PROPOSAL/ORDER/LAW_e": 0.35294117647058826, "PRICE SIGNAL_loss": 3.5444939136505127, "PRICE SIGNAL_f1": 0.39473684210526316, "PRICE SIGNAL_e": 0.47368421052631576, "NARRATIVE_loss": 2.0193800926208496, "NARRATIVE_f1": 0.6049901495595927, "NARRATIVE_e": 0.6535433070866141, "Other: DIRECT OBSERVATION_loss": 7.788135528564453, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.828061580657959, "COMMUNICATION, NOT TO JOURNO_f1": 0.46814581270066996, "COMMUNICATION, NOT TO JOURNO_e": 0.515625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.3489620685577393, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.27829366282595513, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.4583333333333333, "PROPOSAL_loss": 7.583958148956299, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 6.393671035766602, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 5.1750078201293945, "VOTE/POLL_f1": 0.34571805006587614, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 7.102262496948242, "LAWSUIT_f1": 0.16393260143260144, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 6.800225257873535, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.04, "Other: PROPOSAL_loss": 2.3422229290008545, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 6.682443141937256, "Other: LAWSUIT_f1": 0.1766617288670139, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.2617006301879883, "Other: Campaign filing_f1": 0.5223214285714286, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 4.528491020202637, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.646148204803467, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.752909541130066, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.2222222222222222, "full_loss": 2.9074647426605225, "full_f1": 0.49674064342037144, "full_e": 0.5456608054452637}
callback-metrics-state-3000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.6017653942108154, "QUOTE_f1": 0.37577662592300287, "QUOTE_e": 0.40622182146077546, "BACKGROUND_loss": 2.604609727859497, "BACKGROUND_f1": 0.4212948430686229, "BACKGROUND_e": 0.42025316455696204, "PUBLISHED WORK_loss": 4.420762538909912, "PUBLISHED WORK_f1": 0.22689784436141708, "PUBLISHED WORK_e": 0.24489795918367346, "STATEMENT_loss": 4.296289443969727, "STATEMENT_f1": 0.24782251268475144, "STATEMENT_e": 0.2929936305732484, "DOCUMENT_loss": 4.712946891784668, "DOCUMENT_f1": 0.29548796837570607, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.5156683921813965, "SOCIAL MEDIA POST_f1": 0.0720877266193722, "SOCIAL MEDIA POST_e": 0.07142857142857142, "PRESS REPORT_loss": 5.9301347732543945, "PRESS REPORT_f1": 0.3047927225502176, "PRESS REPORT_e": 0.3220338983050847, "DECLINED COMMENT_loss": 4.001366138458252, "DECLINED COMMENT_f1": 0.2509320016905043, "DECLINED COMMENT_e": 0.3125, "PROPOSAL/ORDER/LAW_loss": 5.7379655838012695, "PROPOSAL/ORDER/LAW_f1": 0.11481068096765679, "PROPOSAL/ORDER/LAW_e": 0.20588235294117646, "PRICE SIGNAL_loss": 6.2357940673828125, "PRICE SIGNAL_f1": 0.28990865593736403, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 2.5407896041870117, "NARRATIVE_f1": 0.4024125438312582, "NARRATIVE_e": 0.4881889763779528, "Other: DIRECT OBSERVATION_loss": 5.514981269836426, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.647977352142334, "COMMUNICATION, NOT TO JOURNO_f1": 0.3800297310705828, "COMMUNICATION, NOT TO JOURNO_e": 0.421875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 4.573707103729248, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.18333333333333335, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.22916666666666666, "PROPOSAL_loss": 5.904705047607422, "PROPOSAL_f1": 0.13793103448275862, "PROPOSAL_e": 0.13793103448275862, "TWEET_loss": 3.7053043842315674, "TWEET_f1": 0.10165518943479707, "TWEET_e": 0.11764705882352941, "VOTE/POLL_loss": 6.127072334289551, "VOTE/POLL_f1": 0.1225296442687747, "VOTE/POLL_e": 0.17391304347826086, "LAWSUIT_loss": 4.895063877105713, "LAWSUIT_f1": 0.1383840136602497, "LAWSUIT_e": 0.22916666666666666, "DIRECT OBSERVATION_loss": 4.863528728485107, "DIRECT OBSERVATION_f1": 0.0, "DIRECT OBSERVATION_e": 0.0, "Other: PROPOSAL_loss": 3.890937089920044, "Other: PROPOSAL_f1": 0.0, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 5.020859241485596, "Other: LAWSUIT_f1": 0.05923851021890238, "Other: LAWSUIT_e": 0.058823529411764705, "Other: Campaign filing_loss": 6.314210414886475, "Other: Campaign filing_f1": 0.0, "Other: Campaign filing_e": 0.0, "Other: Campaign Filing_loss": 5.424098014831543, "Other: Campaign Filing_f1": 0.23214285714285715, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 4.987573623657227, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 8.579915046691895, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 3.114960193634033, "full_f1": 0.3419005812804239, "full_e": 0.3729438457175269}
callback-metrics-state-30000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.264791488647461, "QUOTE_f1": 0.5278512604235758, "QUOTE_e": 0.5536519386834986, "BACKGROUND_loss": 1.7726199626922607, "BACKGROUND_f1": 0.6413288652113779, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 3.1950435638427734, "PUBLISHED WORK_f1": 0.4224412261398537, "PUBLISHED WORK_e": 0.47959183673469385, "STATEMENT_loss": 2.6045243740081787, "STATEMENT_f1": 0.4805834615831077, "STATEMENT_e": 0.5923566878980892, "DOCUMENT_loss": 4.592893600463867, "DOCUMENT_f1": 0.3433333333333333, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 8.90745735168457, "SOCIAL MEDIA POST_f1": 0.0, "SOCIAL MEDIA POST_e": 0.21428571428571427, "PRESS REPORT_loss": 5.348884105682373, "PRESS REPORT_f1": 0.3576029424601471, "PRESS REPORT_e": 0.3898305084745763, "DECLINED COMMENT_loss": 2.66397762298584, "DECLINED COMMENT_f1": 0.2835811406483114, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.6761722564697266, "PROPOSAL/ORDER/LAW_f1": 0.22574425276162902, "PROPOSAL/ORDER/LAW_e": 0.3235294117647059, "PRICE SIGNAL_loss": 5.255252838134766, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 1.5463261604309082, "NARRATIVE_f1": 0.6224063166222051, "NARRATIVE_e": 0.6929133858267716, "Other: DIRECT OBSERVATION_loss": 9.112857818603516, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.5365655422210693, "COMMUNICATION, NOT TO JOURNO_f1": 0.5206412016745682, "COMMUNICATION, NOT TO JOURNO_e": 0.53125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8124828338623047, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.4583333333333333, "PROPOSAL_loss": 6.498042106628418, "PROPOSAL_f1": 0.11685823754789272, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 4.535036087036133, "TWEET_f1": 0.06156627530725228, "TWEET_e": 0.11764705882352941, "VOTE/POLL_loss": 4.758568286895752, "VOTE/POLL_f1": 0.371201540068402, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 6.00137186050415, "LAWSUIT_f1": 0.10999822774776045, "LAWSUIT_e": 0.2916666666666667, "DIRECT OBSERVATION_loss": 5.983309268951416, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.04, "Other: PROPOSAL_loss": 0.3662540018558502, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 6.869369029998779, "Other: LAWSUIT_f1": 0.23529411764705882, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 2.0620663166046143, "Other: Campaign filing_f1": 0.3973214285714286, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 1.5602784156799316, "Other: Campaign Filing_f1": 0.5, "Other: Campaign Filing_e": 0.5, "Other: Data Analysis_loss": 4.640828609466553, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.616180658340454, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.5756478309631348, "full_f1": 0.49775985966748726, "full_e": 0.5402722631877481}
callback-metrics-state-33000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.9856518507003784, "QUOTE_f1": 0.550276533511213, "QUOTE_e": 0.5798016230838593, "BACKGROUND_loss": 1.5521870851516724, "BACKGROUND_f1": 0.670007574380877, "BACKGROUND_e": 0.6962025316455697, "PUBLISHED WORK_loss": 3.097041606903076, "PUBLISHED WORK_f1": 0.43656806161835554, "PUBLISHED WORK_e": 0.45918367346938777, "STATEMENT_loss": 2.1586952209472656, "STATEMENT_f1": 0.5107914965182174, "STATEMENT_e": 0.6242038216560509, "DOCUMENT_loss": 3.6985602378845215, "DOCUMENT_f1": 0.37333333333333335, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 7.354478359222412, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.006257057189941, "PRESS REPORT_f1": 0.36705176779880294, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 1.7878086566925049, "DECLINED COMMENT_f1": 0.40625, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.6322412490844727, "PROPOSAL/ORDER/LAW_f1": 0.21925625455157838, "PROPOSAL/ORDER/LAW_e": 0.3088235294117647, "PRICE SIGNAL_loss": 4.347099781036377, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.3238006830215454, "NARRATIVE_f1": 0.6263464071350112, "NARRATIVE_e": 0.7165354330708661, "Other: DIRECT OBSERVATION_loss": 9.89707088470459, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.2874767780303955, "COMMUNICATION, NOT TO JOURNO_f1": 0.5514508928571429, "COMMUNICATION, NOT TO JOURNO_e": 0.578125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.9670640230178833, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3333333333333333, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5625, "PROPOSAL_loss": 5.624886989593506, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.5006496906280518, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 4.243502616882324, "VOTE/POLL_f1": 0.2738565782044043, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 4.945913791656494, "LAWSUIT_f1": 0.21712977036449077, "LAWSUIT_e": 0.3958333333333333, "DIRECT OBSERVATION_loss": 5.216775417327881, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.12, "Other: PROPOSAL_loss": 0.2970591187477112, "Other: PROPOSAL_f1": 0.8013230429988975, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 6.525951385498047, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.5556493997573853, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 1.4628899097442627, "Other: Campaign Filing_f1": 0.4013157894736842, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.22416037321090698, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.5821435451507568, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.2722182273864746, "full_f1": 0.5210840147536734, "full_e": 0.5666477595008508}
callback-metrics-state-36000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.9524505138397217, "QUOTE_f1": 0.561105750641774, "QUOTE_e": 0.5964833183047791, "BACKGROUND_loss": 1.8295748233795166, "BACKGROUND_f1": 0.6406589474471276, "BACKGROUND_e": 0.6810126582278481, "PUBLISHED WORK_loss": 3.533895969390869, "PUBLISHED WORK_f1": 0.43098397464868315, "PUBLISHED WORK_e": 0.47959183673469385, "STATEMENT_loss": 2.436701774597168, "STATEMENT_f1": 0.49335615921049314, "STATEMENT_e": 0.6305732484076433, "DOCUMENT_loss": 3.6691269874572754, "DOCUMENT_f1": 0.3256688963210702, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 8.0157470703125, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 4.766579627990723, "PRESS REPORT_f1": 0.38310124399883294, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 2.479318618774414, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.326781749725342, "PROPOSAL/ORDER/LAW_f1": 0.23044761587853244, "PROPOSAL/ORDER/LAW_e": 0.36764705882352944, "PRICE SIGNAL_loss": 5.503076076507568, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.696351408958435, "NARRATIVE_f1": 0.6379716666109831, "NARRATIVE_e": 0.7165354330708661, "Other: DIRECT OBSERVATION_loss": 8.372535705566406, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.0775463581085205, "COMMUNICATION, NOT TO JOURNO_f1": 0.5788194444444446, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.991156578063965, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5208333333333334, "PROPOSAL_loss": 5.787909507751465, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.7568535804748535, "TWEET_f1": 0.14705882352941177, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 4.8746337890625, "VOTE/POLL_f1": 0.37081079317787646, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.823510646820068, "LAWSUIT_f1": 0.2304008554008554, "LAWSUIT_e": 0.3958333333333333, "DIRECT OBSERVATION_loss": 6.3163347244262695, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.08, "Other: PROPOSAL_loss": 1.5827864408493042, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 7.51936674118042, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.2005815505981445, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 3.7780187129974365, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 4.942474365234375, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.7669243812561035, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.4024195671081543, "full_f1": 0.5241397048139653, "full_e": 0.5771412365286444}
callback-metrics-state-39000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.9982775449752808, "QUOTE_f1": 0.5337641913530327, "QUOTE_e": 0.5703336339044184, "BACKGROUND_loss": 1.5121546983718872, "BACKGROUND_f1": 0.6344386688288182, "BACKGROUND_e": 0.6683544303797468, "PUBLISHED WORK_loss": 3.076409101486206, "PUBLISHED WORK_f1": 0.458473255135688, "PUBLISHED WORK_e": 0.5102040816326531, "STATEMENT_loss": 1.931020975112915, "STATEMENT_f1": 0.4957111706317471, "STATEMENT_e": 0.6242038216560509, "DOCUMENT_loss": 3.331835985183716, "DOCUMENT_f1": 0.3316871044902655, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 6.411101818084717, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 4.727884292602539, "PRESS REPORT_f1": 0.38407317729351625, "PRESS REPORT_e": 0.4067796610169492, "DECLINED COMMENT_loss": 1.6475716829299927, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.2485575675964355, "PROPOSAL/ORDER/LAW_f1": 0.22616822189849786, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 4.016834259033203, "PRICE SIGNAL_f1": 0.38596491228070173, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.2819719314575195, "NARRATIVE_f1": 0.6393244762175608, "NARRATIVE_e": 0.7165354330708661, "Other: DIRECT OBSERVATION_loss": 10.405477523803711, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.9619271755218506, "COMMUNICATION, NOT TO JOURNO_f1": 0.5500906834669721, "COMMUNICATION, NOT TO JOURNO_e": 0.546875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.4075639247894287, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2526092610774698, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5208333333333334, "PROPOSAL_loss": 6.8556671142578125, "PROPOSAL_f1": 0.1174055829228243, "PROPOSAL_e": 0.20689655172413793, "TWEET_loss": 2.4681780338287354, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 3.9129910469055176, "VOTE/POLL_f1": 0.4540766047869464, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 5.494829177856445, "LAWSUIT_f1": 0.16628984730061708, "LAWSUIT_e": 0.2916666666666667, "DIRECT OBSERVATION_loss": 6.884620189666748, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 0.9240850210189819, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 4.821990489959717, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.0319488048553467, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 3.4915409088134766, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 6.235733985900879, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 3.6752443313598633, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.283916711807251, "full_f1": 0.506318342393261, "full_e": 0.557288712422008}
callback-metrics-state-42000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.9269424676895142, "QUOTE_f1": 0.5412084654985186, "QUOTE_e": 0.5752930568079351, "BACKGROUND_loss": 1.553849697113037, "BACKGROUND_f1": 0.6579958911951028, "BACKGROUND_e": 0.6860759493670886, "PUBLISHED WORK_loss": 3.238327741622925, "PUBLISHED WORK_f1": 0.42751084472096895, "PUBLISHED WORK_e": 0.4897959183673469, "STATEMENT_loss": 2.257242202758789, "STATEMENT_f1": 0.529290153825018, "STATEMENT_e": 0.6496815286624203, "DOCUMENT_loss": 4.144238471984863, "DOCUMENT_f1": 0.3443563512361466, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 5.609438896179199, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.682981014251709, "PRESS REPORT_f1": 0.3757600215227334, "PRESS REPORT_e": 0.423728813559322, "DECLINED COMMENT_loss": 2.5197532176971436, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.171607732772827, "PROPOSAL/ORDER/LAW_f1": 0.1987551514398134, "PROPOSAL/ORDER/LAW_e": 0.3235294117647059, "PRICE SIGNAL_loss": 3.580944299697876, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.3433486223220825, "NARRATIVE_f1": 0.6935561626225293, "NARRATIVE_e": 0.7716535433070866, "Other: DIRECT OBSERVATION_loss": 14.240753173828125, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.889996290206909, "COMMUNICATION, NOT TO JOURNO_f1": 0.5549678302727084, "COMMUNICATION, NOT TO JOURNO_e": 0.5625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.160245180130005, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2708333333333333, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 4.96624755859375, "PROPOSAL_f1": 0.1206896551724138, "PROPOSAL_e": 0.20689655172413793, "TWEET_loss": 2.4535412788391113, "TWEET_f1": 0.21674693839642292, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.735836029052734, "VOTE/POLL_f1": 0.3712395079273438, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.299121856689453, "LAWSUIT_f1": 0.18117275940104535, "LAWSUIT_e": 0.3125, "DIRECT OBSERVATION_loss": 8.921235084533691, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 0.9407444000244141, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 6.850032329559326, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.6978007555007935, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 3.83551025390625, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.20288552343845367, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 1.3046741485595703, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.30454683303833, "full_f1": 0.5154267617414258, "full_e": 0.5652297220646625}
callback-metrics-state-45000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.099586009979248, "QUOTE_f1": 0.5629996161222055, "QUOTE_e": 0.5996393146979261, "BACKGROUND_loss": 1.8510124683380127, "BACKGROUND_f1": 0.6613570538950221, "BACKGROUND_e": 0.6911392405063291, "PUBLISHED WORK_loss": 3.53951096534729, "PUBLISHED WORK_f1": 0.4250393736563941, "PUBLISHED WORK_e": 0.45918367346938777, "STATEMENT_loss": 2.307921886444092, "STATEMENT_f1": 0.4943904055596894, "STATEMENT_e": 0.6369426751592356, "DOCUMENT_loss": 3.821727752685547, "DOCUMENT_f1": 0.3066666666666667, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.099717140197754, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.055083274841309, "PRESS REPORT_f1": 0.3893369699331125, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 2.85430908203125, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.363821506500244, "PROPOSAL/ORDER/LAW_f1": 0.25138816436653216, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 3.4514899253845215, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.5397168397903442, "NARRATIVE_f1": 0.600811958811634, "NARRATIVE_e": 0.6771653543307087, "Other: DIRECT OBSERVATION_loss": 9.786959648132324, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.2985246181488037, "COMMUNICATION, NOT TO JOURNO_f1": 0.5667622324159021, "COMMUNICATION, NOT TO JOURNO_e": 0.5625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8515857458114624, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.27125420875420875, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.625, "PROPOSAL_loss": 5.126015663146973, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.5216386318206787, "TWEET_f1": 0.17720691560926574, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 3.747025489807129, "VOTE/POLL_f1": 0.4890520850387071, "VOTE/POLL_e": 0.6086956521739131, "LAWSUIT_loss": 4.977885723114014, "LAWSUIT_f1": 0.18992723588242344, "LAWSUIT_e": 0.3541666666666667, "DIRECT OBSERVATION_loss": 6.469700813293457, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.06, "Other: PROPOSAL_loss": 2.412511110305786, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 10.944190979003906, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.229968309402466, "Other: Campaign filing_f1": 0.5009622786759045, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.7856204509735107, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 6.033604621887207, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.035702705383301, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.440402030944824, "full_f1": 0.5264636586786421, "full_e": 0.5802609188882587}
callback-metrics-state-48000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.2278621196746826, "QUOTE_f1": 0.5701458769575832, "QUOTE_e": 0.6086564472497745, "BACKGROUND_loss": 1.8129491806030273, "BACKGROUND_f1": 0.6158964055193951, "BACKGROUND_e": 0.6354430379746835, "PUBLISHED WORK_loss": 3.5045409202575684, "PUBLISHED WORK_f1": 0.4488980243282277, "PUBLISHED WORK_e": 0.4897959183673469, "STATEMENT_loss": 2.377680778503418, "STATEMENT_f1": 0.554885396971989, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 4.331175327301025, "DOCUMENT_f1": 0.3805992358060226, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 5.7683796882629395, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 4.840338706970215, "PRESS REPORT_f1": 0.4242273379950833, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 2.1122708320617676, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.211101531982422, "PROPOSAL/ORDER/LAW_f1": 0.28693399560962907, "PROPOSAL/ORDER/LAW_e": 0.39705882352941174, "PRICE SIGNAL_loss": 5.363834381103516, "PRICE SIGNAL_f1": 0.23762961018506365, "PRICE SIGNAL_e": 0.3157894736842105, "NARRATIVE_loss": 1.8844902515411377, "NARRATIVE_f1": 0.6224901154444055, "NARRATIVE_e": 0.6929133858267716, "Other: DIRECT OBSERVATION_loss": 7.627028465270996, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.283891201019287, "COMMUNICATION, NOT TO JOURNO_f1": 0.5889436174352987, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.314779281616211, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.21167717086834734, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.375, "PROPOSAL_loss": 6.271498680114746, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 5.000627040863037, "TWEET_f1": 0.15698365677206133, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.1236748695373535, "VOTE/POLL_f1": 0.4145509130873416, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 5.3749613761901855, "LAWSUIT_f1": 0.2300416516696846, "LAWSUIT_e": 0.375, "DIRECT OBSERVATION_loss": 7.030620098114014, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 1.795127511024475, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 4.127503871917725, "Other: LAWSUIT_f1": 0.1767010428069367, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.367128849029541, "Other: Campaign filing_f1": 0.5236034798534799, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 1.7731117010116577, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.003063201904297, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 5.086785793304443, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.5482730865478516, "full_f1": 0.5307361566121223, "full_e": 0.5794100964265456}
callback-metrics-state-51000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.2398135662078857, "QUOTE_f1": 0.5665806304493374, "QUOTE_e": 0.5951307484220018, "BACKGROUND_loss": 1.7161877155303955, "BACKGROUND_f1": 0.647444591408383, "BACKGROUND_e": 0.6835443037974683, "PUBLISHED WORK_loss": 3.2575767040252686, "PUBLISHED WORK_f1": 0.4654087143674234, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 1.8521252870559692, "STATEMENT_f1": 0.555102015126939, "STATEMENT_e": 0.6687898089171974, "DOCUMENT_loss": 3.7566866874694824, "DOCUMENT_f1": 0.37333333333333335, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 3.9133450984954834, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.796980381011963, "PRESS REPORT_f1": 0.3800706718964604, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 2.032304525375366, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 2.9216525554656982, "PROPOSAL/ORDER/LAW_f1": 0.3021360363515233, "PROPOSAL/ORDER/LAW_e": 0.5, "PRICE SIGNAL_loss": 4.368137359619141, "PRICE SIGNAL_f1": 0.2631578947368421, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.643943428993225, "NARRATIVE_f1": 0.6436412346473691, "NARRATIVE_e": 0.7165354330708661, "Other: DIRECT OBSERVATION_loss": 8.622479438781738, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.335932731628418, "COMMUNICATION, NOT TO JOURNO_f1": 0.5733026220586385, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.488538980484009, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.4375, "PROPOSAL_loss": 4.176957130432129, "PROPOSAL_f1": 0.15687526607066837, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 4.776439189910889, "TWEET_f1": 0.27712418300653596, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.364526271820068, "VOTE/POLL_f1": 0.37963100043296694, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.633687973022461, "LAWSUIT_f1": 0.2644706960215901, "LAWSUIT_e": 0.4166666666666667, "DIRECT OBSERVATION_loss": 7.308724880218506, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 0.4628818929195404, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 5.316080570220947, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.1558290719985962, "Other: Campaign filing_f1": 0.75, "Other: Campaign filing_e": 0.75, "Other: Campaign Filing_loss": 3.5826592445373535, "Other: Campaign Filing_f1": 0.37693498452012386, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 6.09807014465332, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.170663595199585, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.4808454513549805, "full_f1": 0.5348126755078345, "full_e": 0.5813953488372093}
callback-metrics-state-54000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.043917179107666, "QUOTE_f1": 0.5802448756496688, "QUOTE_e": 0.6199278629395852, "BACKGROUND_loss": 1.5823220014572144, "BACKGROUND_f1": 0.6655193593026032, "BACKGROUND_e": 0.6962025316455697, "PUBLISHED WORK_loss": 3.4021496772766113, "PUBLISHED WORK_f1": 0.4571125293738222, "PUBLISHED WORK_e": 0.5306122448979592, "STATEMENT_loss": 2.2739076614379883, "STATEMENT_f1": 0.5483245651228736, "STATEMENT_e": 0.6496815286624203, "DOCUMENT_loss": 4.116799354553223, "DOCUMENT_f1": 0.29428571428571426, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 5.052156925201416, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.798338413238525, "PRESS REPORT_f1": 0.4234463276836158, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 2.2775774002075195, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.4745354652404785, "PROPOSAL/ORDER/LAW_f1": 0.3114069952305247, "PROPOSAL/ORDER/LAW_e": 0.4264705882352941, "PRICE SIGNAL_loss": 4.911518096923828, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.4266924858093262, "NARRATIVE_f1": 0.6495495842548342, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 7.4675188064575195, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 2.83424711227417, "COMMUNICATION, NOT TO JOURNO_f1": 0.5344377649454788, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.204824686050415, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25261798106015954, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5625, "PROPOSAL_loss": 5.730936050415039, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 5.13313102722168, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.339076995849609, "VOTE/POLL_f1": 0.35418784114436286, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 5.096066474914551, "LAWSUIT_f1": 0.19644061965263102, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 6.3472981452941895, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.06, "Other: PROPOSAL_loss": 1.6015307903289795, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.443143606185913, "Other: LAWSUIT_f1": 0.23561776842786633, "Other: LAWSUIT_e": 0.23529411764705882, "Other: Campaign filing_loss": 1.5648045539855957, "Other: Campaign filing_f1": 0.4449760765550239, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.7185230255126953, "Other: Campaign Filing_f1": 0.2763157894736842, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 5.9701924324035645, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.6872870922088623, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.3302292823791504, "full_f1": 0.5426889758643251, "full_e": 0.5967101531480431}
callback-metrics-state-57000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.195509195327759, "QUOTE_f1": 0.5686743198331744, "QUOTE_e": 0.6118124436429215, "BACKGROUND_loss": 1.9878904819488525, "BACKGROUND_f1": 0.6236406259363451, "BACKGROUND_e": 0.6556962025316456, "PUBLISHED WORK_loss": 4.086297512054443, "PUBLISHED WORK_f1": 0.4289403640389157, "PUBLISHED WORK_e": 0.5, "STATEMENT_loss": 2.1147851943969727, "STATEMENT_f1": 0.5522153960935051, "STATEMENT_e": 0.6687898089171974, "DOCUMENT_loss": 5.14532470703125, "DOCUMENT_f1": 0.3433333333333333, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 5.596469402313232, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.325771331787109, "PRESS REPORT_f1": 0.3183780069311245, "PRESS REPORT_e": 0.3728813559322034, "DECLINED COMMENT_loss": 2.904541015625, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.28350567817688, "PROPOSAL/ORDER/LAW_f1": 0.2768975925534983, "PROPOSAL/ORDER/LAW_e": 0.4117647058823529, "PRICE SIGNAL_loss": 7.998140811920166, "PRICE SIGNAL_f1": 0.3157894736842105, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.6246953010559082, "NARRATIVE_f1": 0.5962853853783189, "NARRATIVE_e": 0.6771653543307087, "Other: DIRECT OBSERVATION_loss": 8.837125778198242, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.512725830078125, "COMMUNICATION, NOT TO JOURNO_f1": 0.5788194444444444, "COMMUNICATION, NOT TO JOURNO_e": 0.640625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.8561629056930542, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2517300603217158, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5625, "PROPOSAL_loss": 7.417697906494141, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.4150607585906982, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.493343353271484, "VOTE/POLL_f1": 0.45375494071146244, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 5.6164116859436035, "LAWSUIT_f1": 0.18726092718898477, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 6.3712077140808105, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 2.2907724380493164, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.5890989303588867, "Other: LAWSUIT_f1": 0.1767010428069367, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.8141034841537476, "Other: Campaign filing_f1": 0.37627161749745675, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.5791828632354736, "Other: Campaign Filing_f1": 0.25135869565217395, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 5.65406608581543, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.285921335220337, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.4444444444444444, "full_loss": 2.5507595539093018, "full_f1": 0.5270087357003433, "full_e": 0.5845150311968236}
callback-metrics-state-6000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.104661703109741, "QUOTE_f1": 0.44950240492444793, "QUOTE_e": 0.4765554553651939, "BACKGROUND_loss": 1.9168963432312012, "BACKGROUND_f1": 0.5271431593413124, "BACKGROUND_e": 0.5316455696202531, "PUBLISHED WORK_loss": 3.170132637023926, "PUBLISHED WORK_f1": 0.3863550177636484, "PUBLISHED WORK_e": 0.4387755102040816, "STATEMENT_loss": 2.996446371078491, "STATEMENT_f1": 0.36870963822530456, "STATEMENT_e": 0.43312101910828027, "DOCUMENT_loss": 3.4185595512390137, "DOCUMENT_f1": 0.3359852216748769, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 4.8823442459106445, "SOCIAL MEDIA POST_f1": 0.0718125960061444, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.24789571762085, "PRESS REPORT_f1": 0.343307955605769, "PRESS REPORT_e": 0.3559322033898305, "DECLINED COMMENT_loss": 2.966470241546631, "DECLINED COMMENT_f1": 0.31404092927081434, "DECLINED COMMENT_e": 0.4375, "PROPOSAL/ORDER/LAW_loss": 4.030975341796875, "PROPOSAL/ORDER/LAW_f1": 0.2063655998384327, "PROPOSAL/ORDER/LAW_e": 0.23529411764705882, "PRICE SIGNAL_loss": 4.315570831298828, "PRICE SIGNAL_f1": 0.37218045112781956, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.8740180730819702, "NARRATIVE_f1": 0.549236782206244, "NARRATIVE_e": 0.5826771653543307, "Other: DIRECT OBSERVATION_loss": 8.604026794433594, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.023298740386963, "COMMUNICATION, NOT TO JOURNO_f1": 0.39800731905208164, "COMMUNICATION, NOT TO JOURNO_e": 0.4375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.6021652221679688, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2509522680575312, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.375, "PROPOSAL_loss": 5.389665603637695, "PROPOSAL_f1": 0.15517241379310345, "PROPOSAL_e": 0.20689655172413793, "TWEET_loss": 3.5979857444763184, "TWEET_f1": 0.09893882672977561, "TWEET_e": 0.11764705882352941, "VOTE/POLL_loss": 4.131556034088135, "VOTE/POLL_f1": 0.20392408218495175, "VOTE/POLL_e": 0.2608695652173913, "LAWSUIT_loss": 3.6347436904907227, "LAWSUIT_f1": 0.23823846051511777, "LAWSUIT_e": 0.3333333333333333, "DIRECT OBSERVATION_loss": 6.753231048583984, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.02, "Other: PROPOSAL_loss": 3.3089072704315186, "Other: PROPOSAL_f1": 0.0, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 4.555052280426025, "Other: LAWSUIT_f1": 0.059016868867514144, "Other: LAWSUIT_e": 0.058823529411764705, "Other: Campaign filing_loss": 4.596170425415039, "Other: Campaign filing_f1": 0.0005888514085917164, "Other: Campaign filing_e": 0.0, "Other: Campaign Filing_loss": 3.6245813369750977, "Other: Campaign Filing_f1": 0.3392857142857143, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 2.9631171226501465, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 5.379659652709961, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.1111111111111111, "full_loss": 2.469177722930908, "full_f1": 0.42239888637649714, "full_e": 0.45320476460578557}
callback-metrics-state-60000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.1471264362335205, "QUOTE_f1": 0.5812254241849654, "QUOTE_e": 0.6181244364292156, "BACKGROUND_loss": 2.0318264961242676, "BACKGROUND_f1": 0.6550765499216558, "BACKGROUND_e": 0.6911392405063291, "PUBLISHED WORK_loss": 3.335737466812134, "PUBLISHED WORK_f1": 0.48071845854684836, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.2085120677948, "STATEMENT_f1": 0.525765422404281, "STATEMENT_e": 0.6560509554140127, "DOCUMENT_loss": 4.330594062805176, "DOCUMENT_f1": 0.32333333333333336, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 6.510347843170166, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.518343448638916, "PRESS REPORT_f1": 0.4285221094962121, "PRESS REPORT_e": 0.5254237288135594, "DECLINED COMMENT_loss": 3.4953479766845703, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.6546895503997803, "PROPOSAL/ORDER/LAW_f1": 0.2769607843137255, "PROPOSAL/ORDER/LAW_e": 0.4411764705882353, "PRICE SIGNAL_loss": 4.839684009552002, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.5683766603469849, "NARRATIVE_f1": 0.6362684320714472, "NARRATIVE_e": 0.7086614173228346, "Other: DIRECT OBSERVATION_loss": 5.271246910095215, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.25, "COMMUNICATION, NOT TO JOURNO_loss": 3.0961246490478516, "COMMUNICATION, NOT TO JOURNO_f1": 0.5879280821917808, "COMMUNICATION, NOT TO JOURNO_e": 0.640625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.5204436779022217, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.22932242990654206, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6041666666666666, "PROPOSAL_loss": 7.928030490875244, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 3.5442264080047607, "TWEET_f1": 0.2170510258731017, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 3.342965602874756, "VOTE/POLL_f1": 0.4357086954480892, "VOTE/POLL_e": 0.5652173913043478, "LAWSUIT_loss": 5.509235382080078, "LAWSUIT_f1": 0.2067118021325942, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 5.272150039672852, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.3, "Other: PROPOSAL_loss": 1.5428606271743774, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 4.416548728942871, "Other: LAWSUIT_f1": 0.176937441643324, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.5188114643096924, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 4.847030162811279, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.287247657775879, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.4318093061447144, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.4658994674682617, "full_f1": 0.5425759321837343, "full_e": 0.6049347702779353}
callback-metrics-state-63000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.1641204357147217, "QUOTE_f1": 0.5896578103822344, "QUOTE_e": 0.6275924256086565, "BACKGROUND_loss": 1.879706621170044, "BACKGROUND_f1": 0.658711892695779, "BACKGROUND_e": 0.6886075949367089, "PUBLISHED WORK_loss": 3.3095455169677734, "PUBLISHED WORK_f1": 0.44339001980638554, "PUBLISHED WORK_e": 0.5102040816326531, "STATEMENT_loss": 2.2336363792419434, "STATEMENT_f1": 0.5037230556043178, "STATEMENT_e": 0.6496815286624203, "DOCUMENT_loss": 4.618443489074707, "DOCUMENT_f1": 0.3643563512361466, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 7.097919464111328, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.574145793914795, "PRESS REPORT_f1": 0.35542484219303466, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 2.497833728790283, "DECLINED COMMENT_f1": 0.4375, "DECLINED COMMENT_e": 0.625, "PROPOSAL/ORDER/LAW_loss": 4.35793399810791, "PROPOSAL/ORDER/LAW_f1": 0.2652799755964067, "PROPOSAL/ORDER/LAW_e": 0.4264705882352941, "PRICE SIGNAL_loss": 6.284603118896484, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.5792371034622192, "NARRATIVE_f1": 0.6409574181015044, "NARRATIVE_e": 0.7322834645669292, "Other: DIRECT OBSERVATION_loss": 7.611484527587891, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.067248582839966, "COMMUNICATION, NOT TO JOURNO_f1": 0.6291666666666667, "COMMUNICATION, NOT TO JOURNO_e": 0.671875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.3632354736328125, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.270952154626109, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6458333333333334, "PROPOSAL_loss": 7.833253860473633, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.4192066192626953, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.9306135177612305, "VOTE/POLL_f1": 0.22360248447204967, "VOTE/POLL_e": 0.2608695652173913, "LAWSUIT_loss": 5.508415699005127, "LAWSUIT_f1": 0.212341199105905, "LAWSUIT_e": 0.375, "DIRECT OBSERVATION_loss": 7.118768215179443, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.08, "Other: PROPOSAL_loss": 0.9515716433525085, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 5.617622375488281, "Other: LAWSUIT_f1": 0.176937441643324, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 1.283644199371338, "Other: Campaign filing_f1": 0.75, "Other: Campaign filing_e": 0.75, "Other: Campaign Filing_loss": 1.4543311595916748, "Other: Campaign Filing_f1": 0.25660694288913777, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 2.018106460571289, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.3964712619781494, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.530012845993042, "full_f1": 0.5460892621277246, "full_e": 0.60436755530346}
callback-metrics-state-66000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.344923973083496, "QUOTE_f1": 0.5761264788753439, "QUOTE_e": 0.6167718665464382, "BACKGROUND_loss": 1.8442941904067993, "BACKGROUND_f1": 0.677337978256115, "BACKGROUND_e": 0.6962025316455697, "PUBLISHED WORK_loss": 3.168410062789917, "PUBLISHED WORK_f1": 0.4709083887943493, "PUBLISHED WORK_e": 0.5306122448979592, "STATEMENT_loss": 2.1799871921539307, "STATEMENT_f1": 0.5570095863089494, "STATEMENT_e": 0.6751592356687898, "DOCUMENT_loss": 3.798023223876953, "DOCUMENT_f1": 0.3135003960067474, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 6.941448211669922, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.194028377532959, "PRESS REPORT_f1": 0.339198278181329, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 3.2670741081237793, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.272099494934082, "PROPOSAL/ORDER/LAW_f1": 0.3113402589053505, "PROPOSAL/ORDER/LAW_e": 0.45588235294117646, "PRICE SIGNAL_loss": 5.276075839996338, "PRICE SIGNAL_f1": 0.3458646616541353, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.5756858587265015, "NARRATIVE_f1": 0.6617740562232134, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 9.10686206817627, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.3020119667053223, "COMMUNICATION, NOT TO JOURNO_f1": 0.5928571428571429, "COMMUNICATION, NOT TO JOURNO_e": 0.640625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.147211790084839, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6458333333333334, "PROPOSAL_loss": 7.42979097366333, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.118488788604736, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 3.884084939956665, "VOTE/POLL_f1": 0.35283808281519946, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 5.698699951171875, "LAWSUIT_f1": 0.22904829316119643, "LAWSUIT_e": 0.4166666666666667, "DIRECT OBSERVATION_loss": 6.197254180908203, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.14, "Other: PROPOSAL_loss": 2.109466791152954, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 7.02863883972168, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.433087110519409, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 3.321976900100708, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.0012554352870211005, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 0.8615443706512451, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.8888888888888888, "full_loss": 2.6019039154052734, "full_f1": 0.5443869757139639, "full_e": 0.602665910380034}
callback-metrics-state-69000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.0502567291259766, "QUOTE_f1": 0.5916343909610098, "QUOTE_e": 0.6244364292155095, "BACKGROUND_loss": 1.7608784437179565, "BACKGROUND_f1": 0.6680177952266126, "BACKGROUND_e": 0.6987341772151898, "PUBLISHED WORK_loss": 3.1247000694274902, "PUBLISHED WORK_f1": 0.4686103012633625, "PUBLISHED WORK_e": 0.5408163265306123, "STATEMENT_loss": 2.028508186340332, "STATEMENT_f1": 0.528140133150115, "STATEMENT_e": 0.6687898089171974, "DOCUMENT_loss": 3.9234814643859863, "DOCUMENT_f1": 0.31182946951571655, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 5.298543453216553, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 5.697208404541016, "PRESS REPORT_f1": 0.3781394792694228, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 2.73915958404541, "DECLINED COMMENT_f1": 0.34836956521739126, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.4288341999053955, "PROPOSAL/ORDER/LAW_f1": 0.29872825993013874, "PROPOSAL/ORDER/LAW_e": 0.47058823529411764, "PRICE SIGNAL_loss": 4.880690097808838, "PRICE SIGNAL_f1": 0.2932330827067669, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.354845404624939, "NARRATIVE_f1": 0.6538557491984857, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 9.562820434570312, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.135369300842285, "COMMUNICATION, NOT TO JOURNO_f1": 0.6021654820330569, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.6236714124679565, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.31258617718028264, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 6.549771308898926, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.12546706199646, "TWEET_f1": 0.21714017369806188, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.372591972351074, "VOTE/POLL_f1": 0.4624505928853755, "VOTE/POLL_e": 0.5217391304347826, "LAWSUIT_loss": 5.421318054199219, "LAWSUIT_f1": 0.22763648388648391, "LAWSUIT_e": 0.4166666666666667, "DIRECT OBSERVATION_loss": 6.054707050323486, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.16, "Other: PROPOSAL_loss": 2.431685447692871, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 5.431054592132568, "Other: LAWSUIT_f1": 0.17665006506034908, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.075993061065674, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 4.310040473937988, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 4.58091402053833, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 0.7349693179130554, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.8888888888888888, "full_loss": 2.363800287246704, "full_f1": 0.5522371656169738, "full_e": 0.607770845150312}
callback-metrics-state-72000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 1.9801198244094849, "QUOTE_f1": 0.5836214612745897, "QUOTE_e": 0.6190261496844004, "BACKGROUND_loss": 1.9719213247299194, "BACKGROUND_f1": 0.6431839493917594, "BACKGROUND_e": 0.6683544303797468, "PUBLISHED WORK_loss": 3.0734381675720215, "PUBLISHED WORK_f1": 0.5141927802851788, "PUBLISHED WORK_e": 0.5714285714285714, "STATEMENT_loss": 2.1239686012268066, "STATEMENT_f1": 0.5458310630116053, "STATEMENT_e": 0.6687898089171974, "DOCUMENT_loss": 4.796530246734619, "DOCUMENT_f1": 0.36, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 6.5524582862854, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 4.788784027099609, "PRESS REPORT_f1": 0.37777701275170955, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 3.241610527038574, "DECLINED COMMENT_f1": 0.3125, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 3.712151288986206, "PROPOSAL/ORDER/LAW_f1": 0.2608461031471412, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 5.0153350830078125, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.8690440654754639, "NARRATIVE_f1": 0.6039610283089614, "NARRATIVE_e": 0.6771653543307087, "Other: DIRECT OBSERVATION_loss": 6.532757759094238, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.188297748565674, "COMMUNICATION, NOT TO JOURNO_f1": 0.6124345860712879, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.1401517391204834, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2708333333333333, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.625, "PROPOSAL_loss": 7.727440357208252, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 2.48957896232605, "TWEET_f1": 0.17647058823529413, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.532971382141113, "VOTE/POLL_f1": 0.35754825715221195, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 5.381214141845703, "LAWSUIT_f1": 0.2511504408924083, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 4.632725715637207, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.26, "Other: PROPOSAL_loss": 1.9504821300506592, "Other: PROPOSAL_f1": 0.4018126888217523, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 3.749007225036621, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.754162311553955, "Other: Campaign filing_f1": 0.3759827476998722, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.869872570037842, "Other: Campaign Filing_f1": 0.37693498452012386, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 1.1417295932769775, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.6926665306091309, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.346890449523926, "full_f1": 0.5425246167373243, "full_e": 0.5981281905842314}
callback-metrics-state-75000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.0247859954833984, "QUOTE_f1": 0.5989306426021493, "QUOTE_e": 0.6311992786293958, "BACKGROUND_loss": 1.936521291732788, "BACKGROUND_f1": 0.6539791438456937, "BACKGROUND_e": 0.6936708860759494, "PUBLISHED WORK_loss": 4.150764465332031, "PUBLISHED WORK_f1": 0.46409382013993433, "PUBLISHED WORK_e": 0.5102040816326531, "STATEMENT_loss": 2.170844793319702, "STATEMENT_f1": 0.5453080962847685, "STATEMENT_e": 0.643312101910828, "DOCUMENT_loss": 4.015900611877441, "DOCUMENT_f1": 0.33499999999999996, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 8.81948184967041, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.179026126861572, "PRESS REPORT_f1": 0.36261906395715493, "PRESS REPORT_e": 0.4067796610169492, "DECLINED COMMENT_loss": 3.0455095767974854, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.121984958648682, "PROPOSAL/ORDER/LAW_f1": 0.25794645352342405, "PROPOSAL/ORDER/LAW_e": 0.38235294117647056, "PRICE SIGNAL_loss": 6.284761428833008, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.3921581506729126, "NARRATIVE_f1": 0.6888408021078912, "NARRATIVE_e": 0.7716535433070866, "Other: DIRECT OBSERVATION_loss": 8.689264297485352, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.3709816932678223, "COMMUNICATION, NOT TO JOURNO_f1": 0.5577197488584476, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.0533500909805298, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2916666666666667, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.75, "PROPOSAL_loss": 7.965170383453369, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.596517086029053, "TWEET_f1": 0.20675434015414076, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.751297473907471, "VOTE/POLL_f1": 0.26538678712591757, "VOTE/POLL_e": 0.30434782608695654, "LAWSUIT_loss": 5.7802252769470215, "LAWSUIT_f1": 0.22739149597578323, "LAWSUIT_e": 0.4166666666666667, "DIRECT OBSERVATION_loss": 6.394590854644775, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.08, "Other: PROPOSAL_loss": 2.725248336791992, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 5.809010028839111, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.9430129528045654, "Other: Campaign filing_f1": 0.37808641975308643, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.9028658866882324, "Other: Campaign Filing_f1": 0.25193498452012386, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 1.9732210636138916, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 2.231600284576416, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.47580885887146, "full_f1": 0.5536355059061755, "full_e": 0.605218377765173}
callback-metrics-state-78000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.434555768966675, "QUOTE_f1": 0.5946191115272129, "QUOTE_e": 0.6289449954914337, "BACKGROUND_loss": 2.0413403511047363, "BACKGROUND_f1": 0.6618283676534883, "BACKGROUND_e": 0.6936708860759494, "PUBLISHED WORK_loss": 3.846468448638916, "PUBLISHED WORK_f1": 0.4669096209912536, "PUBLISHED WORK_e": 0.5, "STATEMENT_loss": 2.2776403427124023, "STATEMENT_f1": 0.5360315184802091, "STATEMENT_e": 0.6751592356687898, "DOCUMENT_loss": 4.27475643157959, "DOCUMENT_f1": 0.37493466175727386, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 6.181647300720215, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.227452278137207, "PRESS REPORT_f1": 0.37587301587301586, "PRESS REPORT_e": 0.5084745762711864, "DECLINED COMMENT_loss": 2.879765033721924, "DECLINED COMMENT_f1": 0.3132598784194529, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.008142948150635, "PROPOSAL/ORDER/LAW_f1": 0.2924724684394306, "PROPOSAL/ORDER/LAW_e": 0.45588235294117646, "PRICE SIGNAL_loss": 4.475917816162109, "PRICE SIGNAL_f1": 0.3982456140350877, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.674458384513855, "NARRATIVE_f1": 0.6815272749545831, "NARRATIVE_e": 0.7637795275590551, "Other: DIRECT OBSERVATION_loss": 7.911869049072266, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.0028042793273926, "COMMUNICATION, NOT TO JOURNO_f1": 0.608975761997406, "COMMUNICATION, NOT TO JOURNO_e": 0.625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.381367802619934, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.3333333333333333, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.7083333333333334, "PROPOSAL_loss": 6.740729808807373, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.593116283416748, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.976687908172607, "VOTE/POLL_f1": 0.3877470355731225, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.205615520477295, "LAWSUIT_f1": 0.17456085113635647, "LAWSUIT_e": 0.3958333333333333, "DIRECT OBSERVATION_loss": 5.829761981964111, "DIRECT OBSERVATION_f1": 0.01, "DIRECT OBSERVATION_e": 0.16, "Other: PROPOSAL_loss": 1.021549940109253, "Other: PROPOSAL_f1": 0.8, "Other: PROPOSAL_e": 0.8, "Other: LAWSUIT_loss": 4.913564205169678, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.072071075439453, "Other: Campaign filing_f1": 0.75, "Other: Campaign filing_e": 0.75, "Other: Campaign Filing_loss": 3.521817684173584, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 3.470102310180664, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.9144102334976196, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.673215866088867, "full_f1": 0.5552253858511863, "full_e": 0.6117413499716392}
callback-metrics-state-81000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.1594398021698, "QUOTE_f1": 0.5861349090289529, "QUOTE_e": 0.6154192966636609, "BACKGROUND_loss": 1.8470150232315063, "BACKGROUND_f1": 0.6769273617427007, "BACKGROUND_e": 0.7113924050632912, "PUBLISHED WORK_loss": 4.337066173553467, "PUBLISHED WORK_f1": 0.41028407209803414, "PUBLISHED WORK_e": 0.4489795918367347, "STATEMENT_loss": 2.739163875579834, "STATEMENT_f1": 0.5265302492936594, "STATEMENT_e": 0.6114649681528662, "DOCUMENT_loss": 5.1143693923950195, "DOCUMENT_f1": 0.37333333333333335, "DOCUMENT_e": 0.45, "SOCIAL MEDIA POST_loss": 7.367331027984619, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 7.0018181800842285, "PRESS REPORT_f1": 0.3798762442830239, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 3.0143918991088867, "DECLINED COMMENT_f1": 0.3135775862068966, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.2996110916137695, "PROPOSAL/ORDER/LAW_f1": 0.27441966306724624, "PROPOSAL/ORDER/LAW_e": 0.39705882352941174, "PRICE SIGNAL_loss": 6.074041843414307, "PRICE SIGNAL_f1": 0.35073339085418465, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 1.41342294216156, "NARRATIVE_f1": 0.6547686683874104, "NARRATIVE_e": 0.7401574803149606, "Other: DIRECT OBSERVATION_loss": 9.772872924804688, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 4.046621799468994, "COMMUNICATION, NOT TO JOURNO_f1": 0.5438320209973753, "COMMUNICATION, NOT TO JOURNO_e": 0.5625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.177778482437134, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.2638888888888889, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6875, "PROPOSAL_loss": 8.28991413116455, "PROPOSAL_f1": 0.15134099616858238, "PROPOSAL_e": 0.2413793103448276, "TWEET_loss": 3.900667905807495, "TWEET_f1": 0.17918896267702808, "TWEET_e": 0.17647058823529413, "VOTE/POLL_loss": 5.16370153427124, "VOTE/POLL_f1": 0.36581514437586404, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 6.373342514038086, "LAWSUIT_f1": 0.29054024185808475, "LAWSUIT_e": 0.5, "DIRECT OBSERVATION_loss": 5.738656044006348, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.16, "Other: PROPOSAL_loss": 1.6424366235733032, "Other: PROPOSAL_f1": 0.6, "Other: PROPOSAL_e": 0.6, "Other: LAWSUIT_loss": 4.815754413604736, "Other: LAWSUIT_f1": 0.17776953359398387, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.0602598190307617, "Other: Campaign filing_f1": 0.501025430680886, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 5.095820903778076, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.369668483734131, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 3.1565141677856445, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.6288957595825195, "full_f1": 0.5462224350224758, "full_e": 0.5955757231990925}
callback-metrics-state-84000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.1864817142486572, "QUOTE_f1": 0.5989627551007126, "QUOTE_e": 0.6348061316501352, "BACKGROUND_loss": 2.2486631870269775, "BACKGROUND_f1": 0.6265099488255869, "BACKGROUND_e": 0.6683544303797468, "PUBLISHED WORK_loss": 3.4479353427886963, "PUBLISHED WORK_f1": 0.45009539211623806, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 2.5280380249023438, "STATEMENT_f1": 0.5299314100060416, "STATEMENT_e": 0.6369426751592356, "DOCUMENT_loss": 3.2803776264190674, "DOCUMENT_f1": 0.3856688963210702, "DOCUMENT_e": 0.5, "SOCIAL MEDIA POST_loss": 8.104938507080078, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.218793869018555, "PRESS REPORT_f1": 0.4181329028786656, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 2.805835247039795, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.6328272819519043, "PROPOSAL/ORDER/LAW_f1": 0.25245098039215685, "PROPOSAL/ORDER/LAW_e": 0.39705882352941174, "PRICE SIGNAL_loss": 4.850487232208252, "PRICE SIGNAL_f1": 0.3360323886639676, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.5048003196716309, "NARRATIVE_f1": 0.6487447919946643, "NARRATIVE_e": 0.7401574803149606, "Other: DIRECT OBSERVATION_loss": 6.345141410827637, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.398508071899414, "COMMUNICATION, NOT TO JOURNO_f1": 0.534765625, "COMMUNICATION, NOT TO JOURNO_e": 0.5625, "PUBLIC SPEECH, NOT TO JOURNO_loss": 1.7358365058898926, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.29913032529220723, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6666666666666666, "PROPOSAL_loss": 6.594180107116699, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 3.1169393062591553, "TWEET_f1": 0.19369747899159662, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.645748615264893, "VOTE/POLL_f1": 0.34675324675324676, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 5.14396858215332, "LAWSUIT_f1": 0.24834614903108054, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 5.063381195068359, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.38, "Other: PROPOSAL_loss": 2.7103800773620605, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 7.001855850219727, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.5262649059295654, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 3.6072592735290527, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 3.5162148475646973, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.7706941366195679, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.5555555555555556, "full_loss": 2.5605950355529785, "full_f1": 0.5495647849413735, "full_e": 0.6091888825865003}
callback-metrics-state-87000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.2350409030914307, "QUOTE_f1": 0.6056523628929863, "QUOTE_e": 0.6415689810640216, "BACKGROUND_loss": 2.2139394283294678, "BACKGROUND_f1": 0.6559989226685891, "BACKGROUND_e": 0.6911392405063291, "PUBLISHED WORK_loss": 3.419848680496216, "PUBLISHED WORK_f1": 0.4333027191582196, "PUBLISHED WORK_e": 0.46938775510204084, "STATEMENT_loss": 2.2831528186798096, "STATEMENT_f1": 0.5494723635164275, "STATEMENT_e": 0.6942675159235668, "DOCUMENT_loss": 5.0783281326293945, "DOCUMENT_f1": 0.25, "DOCUMENT_e": 0.35, "SOCIAL MEDIA POST_loss": 9.619454383850098, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.107974529266357, "PRESS REPORT_f1": 0.38120237999453505, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 3.501847267150879, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.897927761077881, "PROPOSAL/ORDER/LAW_f1": 0.2583333333333333, "PROPOSAL/ORDER/LAW_e": 0.45588235294117646, "PRICE SIGNAL_loss": 6.471497535705566, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.7031171321868896, "NARRATIVE_f1": 0.6328428924982983, "NARRATIVE_e": 0.7244094488188977, "Other: DIRECT OBSERVATION_loss": 5.621861934661865, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.5686495304107666, "COMMUNICATION, NOT TO JOURNO_f1": 0.6410530821917808, "COMMUNICATION, NOT TO JOURNO_e": 0.6875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.234020471572876, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25005093724531374, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 7.4710235595703125, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 4.990598678588867, "TWEET_f1": 0.17663043478260868, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 4.842012405395508, "VOTE/POLL_f1": 0.33244416752662626, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 6.279792785644531, "LAWSUIT_f1": 0.28995166859716437, "LAWSUIT_e": 0.4375, "DIRECT OBSERVATION_loss": 3.6483185291290283, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.48, "Other: PROPOSAL_loss": 2.587730884552002, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 7.91864013671875, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.77201509475708, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 4.686417102813721, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.06184422969818115, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 0.5841024518013, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.7777777777777778, "full_loss": 2.645557165145874, "full_f1": 0.5570338462302802, "full_e": 0.6208167895632445}
callback-metrics-state-9000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 3.058722734451294, "QUOTE_f1": 0.42564750913360155, "QUOTE_e": 0.44679891794409377, "BACKGROUND_loss": 2.493673324584961, "BACKGROUND_f1": 0.5218629719912846, "BACKGROUND_e": 0.5316455696202531, "PUBLISHED WORK_loss": 3.1649558544158936, "PUBLISHED WORK_f1": 0.4577259475218659, "PUBLISHED WORK_e": 0.5, "STATEMENT_loss": 2.907653331756592, "STATEMENT_f1": 0.43255995615156584, "STATEMENT_e": 0.5477707006369427, "DOCUMENT_loss": 3.59039568901062, "DOCUMENT_f1": 0.3690178571428572, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 5.383692264556885, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.000973224639893, "PRESS REPORT_f1": 0.3602636534839924, "PRESS REPORT_e": 0.4067796610169492, "DECLINED COMMENT_loss": 3.421828031539917, "DECLINED COMMENT_f1": 0.1875, "DECLINED COMMENT_e": 0.1875, "PROPOSAL/ORDER/LAW_loss": 3.7788925170898438, "PROPOSAL/ORDER/LAW_f1": 0.2239562075578972, "PROPOSAL/ORDER/LAW_e": 0.29411764705882354, "PRICE SIGNAL_loss": 3.7500674724578857, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.3684210526315789, "NARRATIVE_loss": 2.4718785285949707, "NARRATIVE_f1": 0.5151794549508243, "NARRATIVE_e": 0.5669291338582677, "Other: DIRECT OBSERVATION_loss": 9.647249221801758, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.6163740158081055, "COMMUNICATION, NOT TO JOURNO_f1": 0.43732638888888886, "COMMUNICATION, NOT TO JOURNO_e": 0.46875, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.9864797592163086, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25045916507155225, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.3541666666666667, "PROPOSAL_loss": 4.902294158935547, "PROPOSAL_f1": 0.1685823754789272, "PROPOSAL_e": 0.20689655172413793, "TWEET_loss": 3.8536367416381836, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 4.769521713256836, "VOTE/POLL_f1": 0.38905208503870703, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 4.435936450958252, "LAWSUIT_f1": 0.16545815295815297, "LAWSUIT_e": 0.2916666666666667, "DIRECT OBSERVATION_loss": 5.354025840759277, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.12, "Other: PROPOSAL_loss": 3.268695116043091, "Other: PROPOSAL_f1": 0.008571428571428572, "Other: PROPOSAL_e": 0.0, "Other: LAWSUIT_loss": 5.8990678787231445, "Other: LAWSUIT_f1": 0.058823529411764705, "Other: LAWSUIT_e": 0.058823529411764705, "Other: Campaign filing_loss": 4.567925930023193, "Other: Campaign filing_f1": 0.125, "Other: Campaign filing_e": 0.125, "Other: Campaign Filing_loss": 2.508263111114502, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.7778706550598145, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 4.469461441040039, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.2222222222222222, "full_loss": 3.174210786819458, "full_f1": 0.41244564990571364, "full_e": 0.44526375496313103}
callback-metrics-state-90000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.531991720199585, "QUOTE_f1": 0.6028992052914777, "QUOTE_e": 0.6451758340847611, "BACKGROUND_loss": 2.172412633895874, "BACKGROUND_f1": 0.6740991254904115, "BACKGROUND_e": 0.7037974683544304, "PUBLISHED WORK_loss": 3.9087283611297607, "PUBLISHED WORK_f1": 0.4802667145882671, "PUBLISHED WORK_e": 0.5612244897959183, "STATEMENT_loss": 2.287973642349243, "STATEMENT_f1": 0.5423432668785496, "STATEMENT_e": 0.6624203821656051, "DOCUMENT_loss": 6.210470676422119, "DOCUMENT_f1": 0.26, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 8.114041328430176, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.627899646759033, "PRESS REPORT_f1": 0.36999460119432714, "PRESS REPORT_e": 0.4576271186440678, "DECLINED COMMENT_loss": 4.230785369873047, "DECLINED COMMENT_f1": 0.3757598784194529, "DECLINED COMMENT_e": 0.5625, "PROPOSAL/ORDER/LAW_loss": 3.768040418624878, "PROPOSAL/ORDER/LAW_f1": 0.26881185439475475, "PROPOSAL/ORDER/LAW_e": 0.4117647058823529, "PRICE SIGNAL_loss": 5.6949615478515625, "PRICE SIGNAL_f1": 0.35073339085418465, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.8491424322128296, "NARRATIVE_f1": 0.6204874218622028, "NARRATIVE_e": 0.7007874015748031, "Other: DIRECT OBSERVATION_loss": 7.226592063903809, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.0, "COMMUNICATION, NOT TO JOURNO_loss": 3.4801247119903564, "COMMUNICATION, NOT TO JOURNO_f1": 0.6063715953307394, "COMMUNICATION, NOT TO JOURNO_e": 0.609375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.6127352714538574, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 6.765257358551025, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 5.0110578536987305, "TWEET_f1": 0.17710435106712785, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.1286492347717285, "VOTE/POLL_f1": 0.33968668687546, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 6.01025390625, "LAWSUIT_f1": 0.282824469458071, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 6.065443515777588, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 2.785398483276367, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 6.813153266906738, "Other: LAWSUIT_f1": 0.1767010428069367, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 2.1116344928741455, "Other: Campaign filing_f1": 0.625, "Other: Campaign filing_e": 0.625, "Other: Campaign Filing_loss": 3.134322166442871, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.338467597961426, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.3979724645614624, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.8641064167022705, "full_f1": 0.5581679626998242, "full_e": 0.6182643221781055}
callback-metrics-state-93000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.40212345123291, "QUOTE_f1": 0.6006680432672504, "QUOTE_e": 0.6406672678088368, "BACKGROUND_loss": 2.2506635189056396, "BACKGROUND_f1": 0.675284125371635, "BACKGROUND_e": 0.7139240506329114, "PUBLISHED WORK_loss": 4.278432846069336, "PUBLISHED WORK_f1": 0.4704562362360498, "PUBLISHED WORK_e": 0.5408163265306123, "STATEMENT_loss": 2.7960894107818604, "STATEMENT_f1": 0.5290405154995421, "STATEMENT_e": 0.643312101910828, "DOCUMENT_loss": 6.453707695007324, "DOCUMENT_f1": 0.25, "DOCUMENT_e": 0.3, "SOCIAL MEDIA POST_loss": 10.898268699645996, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.35714285714285715, "PRESS REPORT_loss": 6.054696083068848, "PRESS REPORT_f1": 0.4171643798762443, "PRESS REPORT_e": 0.4745762711864407, "DECLINED COMMENT_loss": 3.9898946285247803, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 5.292332172393799, "PROPOSAL/ORDER/LAW_f1": 0.22773689790627416, "PROPOSAL/ORDER/LAW_e": 0.35294117647058826, "PRICE SIGNAL_loss": 6.371807098388672, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.7955374717712402, "NARRATIVE_f1": 0.6207268187779781, "NARRATIVE_e": 0.7007874015748031, "Other: DIRECT OBSERVATION_loss": 5.113316535949707, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.25, "COMMUNICATION, NOT TO JOURNO_loss": 3.813835620880127, "COMMUNICATION, NOT TO JOURNO_f1": 0.577265625, "COMMUNICATION, NOT TO JOURNO_e": 0.578125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 3.5618069171905518, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5208333333333334, "PROPOSAL_loss": 7.803558826446533, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.27586206896551724, "TWEET_loss": 4.931281089782715, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 6.02216911315918, "VOTE/POLL_f1": 0.3916431394692264, "VOTE/POLL_e": 0.43478260869565216, "LAWSUIT_loss": 5.927459239959717, "LAWSUIT_f1": 0.30387770991629476, "LAWSUIT_e": 0.4791666666666667, "DIRECT OBSERVATION_loss": 5.513227939605713, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.36, "Other: PROPOSAL_loss": 3.597139358520508, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 5.132253646850586, "Other: LAWSUIT_f1": 0.17689296296814963, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.09148907661438, "Other: Campaign filing_f1": 0.375, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 2.275069236755371, "Other: Campaign Filing_f1": 0.375, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 5.751856803894043, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 1.7270264625549316, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.6666666666666666, "full_loss": 2.8704285621643066, "full_f1": 0.5556482680765841, "full_e": 0.6154282473057289}
callback-metrics-state-96000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.2907066345214844, "QUOTE_f1": 0.6028442925144786, "QUOTE_e": 0.6420198376916141, "BACKGROUND_loss": 2.1568405628204346, "BACKGROUND_f1": 0.6538158375420785, "BACKGROUND_e": 0.6911392405063291, "PUBLISHED WORK_loss": 4.250831127166748, "PUBLISHED WORK_f1": 0.4432679971518991, "PUBLISHED WORK_e": 0.5204081632653061, "STATEMENT_loss": 2.5307791233062744, "STATEMENT_f1": 0.5355126541112967, "STATEMENT_e": 0.6815286624203821, "DOCUMENT_loss": 5.141730308532715, "DOCUMENT_f1": 0.24308483999660466, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 10.617483139038086, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 6.138493061065674, "PRESS REPORT_f1": 0.4149627874623138, "PRESS REPORT_e": 0.4915254237288136, "DECLINED COMMENT_loss": 2.849625587463379, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.557621002197266, "PROPOSAL/ORDER/LAW_f1": 0.24040522156346025, "PROPOSAL/ORDER/LAW_e": 0.35294117647058826, "PRICE SIGNAL_loss": 6.265214443206787, "PRICE SIGNAL_f1": 0.34210526315789475, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.6691274642944336, "NARRATIVE_f1": 0.6764395739130159, "NARRATIVE_e": 0.7559055118110236, "Other: DIRECT OBSERVATION_loss": 7.341447353363037, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.6705636978149414, "COMMUNICATION, NOT TO JOURNO_f1": 0.54375, "COMMUNICATION, NOT TO JOURNO_e": 0.578125, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.356795072555542, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25262387112521356, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.5833333333333334, "PROPOSAL_loss": 7.601222515106201, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 5.447327613830566, "TWEET_f1": 0.1568627450980392, "TWEET_e": 0.23529411764705882, "VOTE/POLL_loss": 5.355764865875244, "VOTE/POLL_f1": 0.4173348390739695, "VOTE/POLL_e": 0.4782608695652174, "LAWSUIT_loss": 7.166319370269775, "LAWSUIT_f1": 0.24090389972614137, "LAWSUIT_e": 0.4166666666666667, "DIRECT OBSERVATION_loss": 7.35397481918335, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.1, "Other: PROPOSAL_loss": 3.5666229724884033, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 9.610559463500977, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.0155580043792725, "Other: Campaign filing_f1": 0.5, "Other: Campaign filing_e": 0.5, "Other: Campaign Filing_loss": 2.8716084957122803, "Other: Campaign Filing_f1": 0.3768939393939394, "Other: Campaign Filing_e": 0.375, "Other: Data Analysis_loss": 0.05069951340556145, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 1.0, "Other: Evaluation_loss": 4.548673629760742, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.79943585395813, "full_f1": 0.5550596343239774, "full_e": 0.6134429948950653}
callback-metrics-state-99000.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"QUOTE_loss": 2.400142192840576, "QUOTE_f1": 0.6050729837548079, "QUOTE_e": 0.6474301172227231, "BACKGROUND_loss": 2.2392847537994385, "BACKGROUND_f1": 0.6439805120794222, "BACKGROUND_e": 0.6759493670886076, "PUBLISHED WORK_loss": 3.7318718433380127, "PUBLISHED WORK_f1": 0.46389652382994906, "PUBLISHED WORK_e": 0.5510204081632653, "STATEMENT_loss": 2.543241262435913, "STATEMENT_f1": 0.5603248131910553, "STATEMENT_e": 0.6942675159235668, "DOCUMENT_loss": 4.779730796813965, "DOCUMENT_f1": 0.29, "DOCUMENT_e": 0.4, "SOCIAL MEDIA POST_loss": 7.476509094238281, "SOCIAL MEDIA POST_f1": 0.07142857142857142, "SOCIAL MEDIA POST_e": 0.2857142857142857, "PRESS REPORT_loss": 5.864909648895264, "PRESS REPORT_f1": 0.3758834964268799, "PRESS REPORT_e": 0.4406779661016949, "DECLINED COMMENT_loss": 3.217674970626831, "DECLINED COMMENT_f1": 0.375, "DECLINED COMMENT_e": 0.5, "PROPOSAL/ORDER/LAW_loss": 4.1128106117248535, "PROPOSAL/ORDER/LAW_f1": 0.24995047196060718, "PROPOSAL/ORDER/LAW_e": 0.4411764705882353, "PRICE SIGNAL_loss": 5.228499412536621, "PRICE SIGNAL_f1": 0.2894736842105263, "PRICE SIGNAL_e": 0.42105263157894735, "NARRATIVE_loss": 1.7599087953567505, "NARRATIVE_f1": 0.6300987742506887, "NARRATIVE_e": 0.7165354330708661, "Other: DIRECT OBSERVATION_loss": 8.01700210571289, "Other: DIRECT OBSERVATION_f1": 0.0, "Other: DIRECT OBSERVATION_e": 0.125, "COMMUNICATION, NOT TO JOURNO_loss": 3.8881211280822754, "COMMUNICATION, NOT TO JOURNO_f1": 0.5512413471778488, "COMMUNICATION, NOT TO JOURNO_e": 0.59375, "PUBLIC SPEECH, NOT TO JOURNO_loss": 2.356471061706543, "PUBLIC SPEECH, NOT TO JOURNO_f1": 0.25245098039215685, "PUBLIC SPEECH, NOT TO JOURNO_e": 0.6458333333333334, "PROPOSAL_loss": 7.578786373138428, "PROPOSAL_f1": 0.18582375478927204, "PROPOSAL_e": 0.3103448275862069, "TWEET_loss": 6.643606185913086, "TWEET_f1": 0.2156862745098039, "TWEET_e": 0.29411764705882354, "VOTE/POLL_loss": 5.322201728820801, "VOTE/POLL_f1": 0.3395068699416525, "VOTE/POLL_e": 0.391304347826087, "LAWSUIT_loss": 6.0327935218811035, "LAWSUIT_f1": 0.2964593277093277, "LAWSUIT_e": 0.4583333333333333, "DIRECT OBSERVATION_loss": 6.8229475021362305, "DIRECT OBSERVATION_f1": 0.02, "DIRECT OBSERVATION_e": 0.18, "Other: PROPOSAL_loss": 4.710616111755371, "Other: PROPOSAL_f1": 0.4, "Other: PROPOSAL_e": 0.4, "Other: LAWSUIT_loss": 9.092796325683594, "Other: LAWSUIT_f1": 0.17647058823529413, "Other: LAWSUIT_e": 0.17647058823529413, "Other: Campaign filing_loss": 3.758854389190674, "Other: Campaign filing_f1": 0.37808641975308643, "Other: Campaign filing_e": 0.375, "Other: Campaign Filing_loss": 4.845102310180664, "Other: Campaign Filing_f1": 0.25, "Other: Campaign Filing_e": 0.25, "Other: Data Analysis_loss": 5.289803981781006, "Other: Data Analysis_f1": 0.0, "Other: Data Analysis_e": 0.0, "Other: Evaluation_loss": 5.14067268371582, "Other: Evaluation_f1": 0.0, "Other: Evaluation_e": 0.3333333333333333, "full_loss": 2.8314826488494873, "full_f1": 0.5549828088169888, "full_e": 0.6176971072036301}
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/bigbird-roberta-base",
3
+ "architectures": [
4
+ "QAModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "attention_type": "original_full",
8
+ "block_size": 64,
9
+ "bos_token_id": 1,
10
+ "classifier_dropout": null,
11
+ "eos_token_id": 2,
12
+ "freeze_layers": [
13
+ 0,
14
+ 1,
15
+ 2,
16
+ 3,
17
+ 4
18
+ ],
19
+ "gradient_checkpointing": false,
20
+ "hidden_act": "gelu_new",
21
+ "hidden_dropout_prob": 0.1,
22
+ "hidden_size": 768,
23
+ "include_nones_as_positives": false,
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 3072,
26
+ "layer_norm_eps": 1e-12,
27
+ "loss_window": null,
28
+ "max_position_embeddings": 4096,
29
+ "model_type": "big_bird",
30
+ "num_attention_heads": 12,
31
+ "num_hidden_layers": 12,
32
+ "num_random_blocks": 3,
33
+ "pad_token_id": 0,
34
+ "position_embedding_type": "absolute",
35
+ "qa_head": {},
36
+ "rescale_embeddings": false,
37
+ "sep_token_id": 66,
38
+ "torch_dtype": "float32",
39
+ "transformers_version": "4.33.2",
40
+ "type_vocab_size": 2,
41
+ "use_bias": true,
42
+ "use_cache": true,
43
+ "vocab_size": 50358
44
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:144ed410111f9523612c1a45c493d18a7136d4ca1713414d972f0065d6ec1ac6
3
+ size 731622405
pre-training eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "eval_e": 0.0,
3
+ "eval_f1": 0.0020472114144220793,
4
+ "eval_loss": 7.532294273376465,
5
+ "eval_runtime": 280.3361,
6
+ "eval_samples_per_second": 12.578,
7
+ "eval_steps_per_second": 12.578
8
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0b6b5faffa55240211976b9433e16a6dc4e544eeccd593dd3fb6fb04b04ebb
3
+ size 509949681
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5563f93f9ac0c9fe5c2a7ab9a2f433fc846204115b90bd053536d8ee6159877a
3
+ size 14575