Merge branch 'main' of https://huggingface.co/alex2awesome/quote-attribution__qa-model-v2
Browse files
README.md
CHANGED
|
@@ -1,3 +1,88 @@
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
| 3 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
license: apache-2.0
|
| 3 |
---
|
| 4 |
+
|
| 5 |
+
Big-Bird-base Span-detection model (based off extractive QA) for source detection.
|
| 6 |
+
Similar to alex2awesome/quote-attribution__qa-model, except it's trained on a lot more data.
|
| 7 |
+
|
| 8 |
+
Scores this accuracy on the original gold-label training dataset mentioned in: https://arxiv.org/pdf/2305.14904.pdf
|
| 9 |
+
|
| 10 |
+
{'QUOTE_loss': 2.02297043800354,
|
| 11 |
+
'QUOTE_f1': 0.6217389042457407,
|
| 12 |
+
'QUOTE_e': 0.6541929666366095,
|
| 13 |
+
'BACKGROUND_loss': 1.966481328010559,
|
| 14 |
+
'BACKGROUND_f1': 0.6724386796945259,
|
| 15 |
+
'BACKGROUND_e': 0.7012658227848101,
|
| 16 |
+
'PUBLISHED WORK_loss': 3.9905383586883545,
|
| 17 |
+
'PUBLISHED WORK_f1': 0.5010885605008405,
|
| 18 |
+
'PUBLISHED WORK_e': 0.5612244897959183,
|
| 19 |
+
'STATEMENT_loss': 2.5369534492492676,
|
| 20 |
+
'STATEMENT_f1': 0.5674802724861037,
|
| 21 |
+
'STATEMENT_e': 0.7133757961783439,
|
| 22 |
+
'DOCUMENT_loss': 5.588709831237793,
|
| 23 |
+
'DOCUMENT_f1': 0.29,
|
| 24 |
+
'DOCUMENT_e': 0.35,
|
| 25 |
+
'SOCIAL MEDIA POST_loss': 8.032715797424316,
|
| 26 |
+
'SOCIAL MEDIA POST_f1': 0.07142857142857142,
|
| 27 |
+
'SOCIAL MEDIA POST_e': 0.2857142857142857,
|
| 28 |
+
'PRESS REPORT_loss': 5.140520095825195,
|
| 29 |
+
'PRESS REPORT_f1': 0.4225235404896422,
|
| 30 |
+
'PRESS REPORT_e': 0.5084745762711864,
|
| 31 |
+
'DECLINED COMMENT_loss': 2.6083762645721436,
|
| 32 |
+
'DECLINED COMMENT_f1': 0.375,
|
| 33 |
+
'DECLINED COMMENT_e': 0.5625,
|
| 34 |
+
'PROPOSAL/ORDER/LAW_loss': 3.4194986820220947,
|
| 35 |
+
'PROPOSAL/ORDER/LAW_f1': 0.3006695221007098,
|
| 36 |
+
'PROPOSAL/ORDER/LAW_e': 0.47058823529411764,
|
| 37 |
+
'PRICE SIGNAL_loss': 6.789737701416016,
|
| 38 |
+
'PRICE SIGNAL_f1': 0.28421052631578947,
|
| 39 |
+
'PRICE SIGNAL_e': 0.3684210526315789,
|
| 40 |
+
'NARRATIVE_loss': 1.577209711074829,
|
| 41 |
+
'NARRATIVE_f1': 0.6666666666666667,
|
| 42 |
+
'NARRATIVE_e': 0.7559055118110236,
|
| 43 |
+
'Other: DIRECT OBSERVATION_loss': 6.768198013305664,
|
| 44 |
+
'Other: DIRECT OBSERVATION_f1': 0.0,
|
| 45 |
+
'Other: DIRECT OBSERVATION_e': 0.125,
|
| 46 |
+
'COMMUNICATION, NOT TO JOURNO_loss': 3.517451524734497,
|
| 47 |
+
'COMMUNICATION, NOT TO JOURNO_f1': 0.5239760062200494,
|
| 48 |
+
'COMMUNICATION, NOT TO JOURNO_e': 0.578125,
|
| 49 |
+
'PUBLIC SPEECH, NOT TO JOURNO_loss': 1.3050371408462524,
|
| 50 |
+
'PUBLIC SPEECH, NOT TO JOURNO_f1': 0.3125,
|
| 51 |
+
'PUBLIC SPEECH, NOT TO JOURNO_e': 0.8125,
|
| 52 |
+
'PROPOSAL_loss': 8.1436128616333,
|
| 53 |
+
'PROPOSAL_f1': 0.18582375478927204,
|
| 54 |
+
'PROPOSAL_e': 0.27586206896551724,
|
| 55 |
+
'TWEET_loss': 4.489321231842041,
|
| 56 |
+
'TWEET_f1': 0.17647058823529413,
|
| 57 |
+
'TWEET_e': 0.23529411764705882,
|
| 58 |
+
'VOTE/POLL_loss': 5.416122913360596,
|
| 59 |
+
'VOTE/POLL_f1': 0.36228119706380574,
|
| 60 |
+
'VOTE/POLL_e': 0.34782608695652173,
|
| 61 |
+
'LAWSUIT_loss': 5.852302551269531,
|
| 62 |
+
'LAWSUIT_f1': 0.28687970379587147,
|
| 63 |
+
'LAWSUIT_e': 0.4791666666666667,
|
| 64 |
+
'DIRECT OBSERVATION_loss': 6.070340156555176,
|
| 65 |
+
'DIRECT OBSERVATION_f1': 0.02,
|
| 66 |
+
'DIRECT OBSERVATION_e': 0.2,
|
| 67 |
+
'Other: PROPOSAL_loss': 1.81886887550354,
|
| 68 |
+
'Other: PROPOSAL_f1': 0.6,
|
| 69 |
+
'Other: PROPOSAL_e': 0.6,
|
| 70 |
+
'Other: LAWSUIT_loss': 7.36419677734375,
|
| 71 |
+
'Other: LAWSUIT_f1': 0.17647058823529413,
|
| 72 |
+
'Other: LAWSUIT_e': 0.17647058823529413,
|
| 73 |
+
'Other: Campaign filing_loss': 1.9355627298355103,
|
| 74 |
+
'Other: Campaign filing_f1': 0.5009827476998723,
|
| 75 |
+
'Other: Campaign filing_e': 0.5,
|
| 76 |
+
'Other: Campaign Filing_loss': 1.6711688041687012,
|
| 77 |
+
'Other: Campaign Filing_f1': 0.375,
|
| 78 |
+
'Other: Campaign Filing_e': 0.375,
|
| 79 |
+
'Other: Data Analysis_loss': 5.298102855682373,
|
| 80 |
+
'Other: Data Analysis_f1': 0.0,
|
| 81 |
+
'Other: Data Analysis_e': 0.0,
|
| 82 |
+
'Other: Evaluation_loss': 2.1996216773986816,
|
| 83 |
+
'Other: Evaluation_f1': 0.0,
|
| 84 |
+
'Other: Evaluation_e': 0.6666666666666666,
|
| 85 |
+
'full_loss': 2.4775373935699463,
|
| 86 |
+
'full_f1': 0.5740516850389779,
|
| 87 |
+
'full_e': 0.632161089052751}
|
| 88 |
+
|