GGroenendaal commited on
Commit
e9df5ab
1 Parent(s): 7777bb3

rename some variables

Browse files
app.py CHANGED
@@ -1,14 +1,14 @@
1
  import gradio as gr
2
  import pandas as pd
3
 
4
- from query import default_probe, get_scores
5
 
6
 
7
  def spaces_probe(question: str):
8
  answers, scores, context = default_probe(question)
9
 
10
  answers_text = [answer.text for answer in answers]
11
- d_scores, s_scores = get_scores(answers, scores, context)
12
 
13
  formatted_result = pd.DataFrame(zip(answers_text, d_scores.tolist(), s_scores.tolist()), columns=[
14
  "answer", "document score", "span score"])
 
1
  import gradio as gr
2
  import pandas as pd
3
 
4
+ from query import default_probe, get_retrieval_span_scores
5
 
6
 
7
  def spaces_probe(question: str):
8
  answers, scores, context = default_probe(question)
9
 
10
  answers_text = [answer.text for answer in answers]
11
+ d_scores, s_scores = get_retrieval_span_scores(answers)
12
 
13
  formatted_result = pd.DataFrame(zip(answers_text, d_scores.tolist(), s_scores.tolist()), columns=[
14
  "answer", "document score", "span score"])
main.py CHANGED
@@ -22,19 +22,15 @@ transformers.logging.set_verbosity_error()
22
 
23
  if __name__ == '__main__':
24
  dataset_name = "GroNLP/ik-nlp-22_slp"
25
- paragraphs = load_dataset(dataset_name, "paragraphs")
 
26
  questions = cast(DatasetDict, load_dataset(dataset_name, "questions"))
27
 
28
  questions_test = questions["test"]
29
 
30
- # logger.info(questions)
31
-
32
- dataset_paragraphs = cast(DatasetDict, load_dataset(
33
- "GroNLP/ik-nlp-22_slp", "paragraphs"))
34
-
35
  # Initialize retriever
36
- retriever = FaissRetriever(dataset_paragraphs)
37
- #retriever = ESRetriever(dataset_paragraphs)
38
 
39
  # Retrieve example
40
  # random.seed(111)
@@ -45,6 +41,7 @@ if __name__ == '__main__':
45
  scores, result = retriever.retrieve(example_q)
46
  reader_input = context_to_reader_input(result)
47
 
 
48
  # Initialize reader
49
  reader = DprReader()
50
  answers = reader.read(example_q, reader_input)
 
22
 
23
  if __name__ == '__main__':
24
  dataset_name = "GroNLP/ik-nlp-22_slp"
25
+ paragraphs = cast(DatasetDict, load_dataset(
26
+ "GroNLP/ik-nlp-22_slp", "paragraphs"))
27
  questions = cast(DatasetDict, load_dataset(dataset_name, "questions"))
28
 
29
  questions_test = questions["test"]
30
 
 
 
 
 
 
31
  # Initialize retriever
32
+ retriever = FaissRetriever(paragraphs)
33
+ #retriever = ESRetriever(paragraphs)
34
 
35
  # Retrieve example
36
  # random.seed(111)
 
41
  scores, result = retriever.retrieve(example_q)
42
  reader_input = context_to_reader_input(result)
43
 
44
+ # TODO: use new code from query.py to clean this up
45
  # Initialize reader
46
  reader = DprReader()
47
  answers = reader.read(example_q, reader_input)
poetry.lock CHANGED
@@ -64,6 +64,14 @@ doc = ["packaging", "sphinx-rtd-theme", "sphinx-autodoc-typehints (>=1.2.0)"]
64
  test = ["coverage[toml] (>=4.5)", "hypothesis (>=4.0)", "pytest (>=6.0)", "pytest-mock (>=3.6.1)", "trustme", "contextlib2", "uvloop (<0.15)", "mock (>=4)", "uvloop (>=0.15)"]
65
  trio = ["trio (>=0.16)"]
66
 
 
 
 
 
 
 
 
 
67
  [[package]]
68
  name = "asgiref"
69
  version = "3.5.0"
@@ -75,6 +83,20 @@ python-versions = ">=3.7"
75
  [package.extras]
76
  tests = ["pytest", "pytest-asyncio", "mypy (>=0.800)"]
77
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  [[package]]
79
  name = "async-timeout"
80
  version = "4.0.2"
@@ -109,6 +131,14 @@ python-versions = "*"
109
  pycodestyle = ">=2.8.0"
110
  toml = "*"
111
 
 
 
 
 
 
 
 
 
112
  [[package]]
113
  name = "backoff"
114
  version = "1.10.0"
@@ -236,16 +266,32 @@ xxhash = "*"
236
  apache-beam = ["apache-beam (>=2.26.0)"]
237
  audio = ["librosa"]
238
  benchmarks = ["numpy (==1.18.5)", "tensorflow (==2.3.0)", "torch (==1.6.0)", "transformers (==3.0.2)"]
239
- dev = ["absl-py", "pytest", "pytest-datadir", "pytest-xdist", "apache-beam (>=2.26.0)", "elasticsearch (<8.0.0)", "aiobotocore", "boto3", "botocore", "faiss-cpu (>=1.6.4)", "fsspec", "moto[server,s3] (==2.0.4)", "rarfile (>=4.0)", "s3fs (==2021.08.1)", "tensorflow (>=2.3,!=2.6.0,!=2.6.1)", "torch", "torchaudio", "soundfile", "transformers", "bs4", "conllu", "h5py", "langdetect", "lxml", "mwparserfromhell", "nltk", "openpyxl", "py7zr", "tldextract", "zstandard", "bert-score (>=0.3.6)", "rouge-score", "sacrebleu", "scipy", "seqeval", "scikit-learn", "jiwer", "sentencepiece", "torchmetrics (==0.6.0)", "mauve-text", "toml (>=0.10.1)", "requests-file (>=1.5.1)", "tldextract (>=3.1.0)", "texttable (>=1.6.3)", "Werkzeug (>=1.0.1)", "six (>=1.15.0,<1.16.0)", "Pillow (>=6.2.1)", "librosa", "wget (>=3.2)", "pytorch-nlp (==0.5.0)", "pytorch-lightning", "fastBPE (==0.1.0)", "fairseq", "black (>=22.0,<23.0)", "flake8 (>=3.8.3)", "isort (>=5.0.0)", "pyyaml (>=5.3.1)", "importlib-resources"]
240
  docs = ["docutils (==0.16.0)", "recommonmark", "sphinx (==3.1.2)", "sphinx-markdown-tables", "sphinx-rtd-theme (==0.4.3)", "sphinxext-opengraph (==0.4.1)", "sphinx-copybutton", "fsspec (<2021.9.0)", "s3fs", "sphinx-panels", "sphinx-inline-tabs", "myst-parser", "Markdown (!=3.3.5)"]
241
  quality = ["black (>=22.0,<23.0)", "flake8 (>=3.8.3)", "isort (>=5.0.0)", "pyyaml (>=5.3.1)"]
242
  s3 = ["fsspec", "boto3", "botocore", "s3fs"]
243
  tensorflow = ["tensorflow (>=2.2.0,!=2.6.0,!=2.6.1)"]
244
  tensorflow_gpu = ["tensorflow-gpu (>=2.2.0,!=2.6.0,!=2.6.1)"]
245
- tests = ["absl-py", "pytest", "pytest-datadir", "pytest-xdist", "apache-beam (>=2.26.0)", "elasticsearch (<8.0.0)", "aiobotocore", "boto3", "botocore", "faiss-cpu (>=1.6.4)", "fsspec", "moto[server,s3] (==2.0.4)", "rarfile (>=4.0)", "s3fs (==2021.08.1)", "tensorflow (>=2.3,!=2.6.0,!=2.6.1)", "torch", "torchaudio", "soundfile", "transformers", "bs4", "conllu", "h5py", "langdetect", "lxml", "mwparserfromhell", "nltk", "openpyxl", "py7zr", "tldextract", "zstandard", "bert-score (>=0.3.6)", "rouge-score", "sacrebleu", "scipy", "seqeval", "scikit-learn", "jiwer", "sentencepiece", "torchmetrics (==0.6.0)", "mauve-text", "toml (>=0.10.1)", "requests-file (>=1.5.1)", "tldextract (>=3.1.0)", "texttable (>=1.6.3)", "Werkzeug (>=1.0.1)", "six (>=1.15.0,<1.16.0)", "Pillow (>=6.2.1)", "librosa", "wget (>=3.2)", "pytorch-nlp (==0.5.0)", "pytorch-lightning", "fastBPE (==0.1.0)", "fairseq", "importlib-resources"]
246
  torch = ["torch"]
247
  vision = ["Pillow (>=6.2.1)"]
248
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
249
  [[package]]
250
  name = "dill"
251
  version = "0.3.4"
@@ -287,6 +333,22 @@ elastic-transport = ">=8,<9"
287
  async = ["aiohttp (>=3,<4)"]
288
  requests = ["requests (>=2.4.0,<3.0.0)"]
289
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
290
  [[package]]
291
  name = "faiss-cpu"
292
  version = "1.7.2"
@@ -475,6 +537,78 @@ category = "main"
475
  optional = false
476
  python-versions = ">=3.5"
477
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
478
  [[package]]
479
  name = "jinja2"
480
  version = "3.1.1"
@@ -497,6 +631,39 @@ category = "main"
497
  optional = false
498
  python-versions = ">=3.6"
499
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
500
  [[package]]
501
  name = "kiwisolver"
502
  version = "1.4.2"
@@ -572,6 +739,17 @@ pyparsing = ">=2.2.1"
572
  python-dateutil = ">=2.7"
573
  setuptools_scm = ">=4"
574
 
 
 
 
 
 
 
 
 
 
 
 
575
  [[package]]
576
  name = "mccabe"
577
  version = "0.6.1"
@@ -657,6 +835,14 @@ category = "dev"
657
  optional = false
658
  python-versions = "*"
659
 
 
 
 
 
 
 
 
 
660
  [[package]]
661
  name = "numpy"
662
  version = "1.22.3"
@@ -725,6 +911,37 @@ ed25519 = ["pynacl (>=1.0.1)", "bcrypt (>=3.1.3)"]
725
  gssapi = ["pyasn1 (>=0.1.7)", "gssapi (>=1.4.1)", "pywin32 (>=2.1.8)"]
726
  invoke = ["invoke (>=1.3)"]
727
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
728
  [[package]]
729
  name = "pillow"
730
  version = "9.0.1"
@@ -733,6 +950,55 @@ category = "main"
733
  optional = false
734
  python-versions = ">=3.7"
735
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
736
  [[package]]
737
  name = "pyarrow"
738
  version = "7.0.0"
@@ -799,6 +1065,14 @@ category = "dev"
799
  optional = false
800
  python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"
801
 
 
 
 
 
 
 
 
 
802
  [[package]]
803
  name = "pynacl"
804
  version = "1.5.0"
@@ -866,6 +1140,14 @@ category = "main"
866
  optional = false
867
  python-versions = "*"
868
 
 
 
 
 
 
 
 
 
869
  [[package]]
870
  name = "pyyaml"
871
  version = "6.0"
@@ -874,6 +1156,18 @@ category = "main"
874
  optional = false
875
  python-versions = ">=3.6"
876
 
 
 
 
 
 
 
 
 
 
 
 
 
877
  [[package]]
878
  name = "regex"
879
  version = "2022.3.2"
@@ -962,6 +1256,22 @@ category = "main"
962
  optional = false
963
  python-versions = ">=3.5"
964
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
965
  [[package]]
966
  name = "starlette"
967
  version = "0.17.1"
@@ -1015,6 +1325,14 @@ python-versions = ">=3.7.0"
1015
  [package.dependencies]
1016
  typing-extensions = "*"
1017
 
 
 
 
 
 
 
 
 
1018
  [[package]]
1019
  name = "tqdm"
1020
  version = "4.63.0"
@@ -1031,6 +1349,17 @@ dev = ["py-make (>=0.1.0)", "twine", "wheel"]
1031
  notebook = ["ipywidgets (>=6)"]
1032
  telegram = ["requests"]
1033
 
 
 
 
 
 
 
 
 
 
 
 
1034
  [[package]]
1035
  name = "transformers"
1036
  version = "4.17.0"
@@ -1138,6 +1467,14 @@ h11 = ">=0.8"
1138
  [package.extras]
1139
  standard = ["websockets (>=10.0)", "httptools (>=0.4.0)", "watchgod (>=0.6)", "python-dotenv (>=0.13)", "PyYAML (>=5.1)", "uvloop (>=0.14.0,!=0.15.0,!=0.15.1)", "colorama (>=0.4)"]
1140
 
 
 
 
 
 
 
 
 
1141
  [[package]]
1142
  name = "xxhash"
1143
  version = "3.0.0"
@@ -1161,7 +1498,7 @@ multidict = ">=4.0"
1161
  [metadata]
1162
  lock-version = "1.1"
1163
  python-versions = "^3.8"
1164
- content-hash = "f9cd67e84579566c7d72a536f9330ec56818e74e923f1772eb4f1621c4f9407f"
1165
 
1166
  [metadata.files]
1167
  aiohttp = [
@@ -1250,10 +1587,18 @@ anyio = [
1250
  {file = "anyio-3.5.0-py3-none-any.whl", hash = "sha256:b5fa16c5ff93fa1046f2eeb5bbff2dad4d3514d6cda61d02816dba34fa8c3c2e"},
1251
  {file = "anyio-3.5.0.tar.gz", hash = "sha256:a0aeffe2fb1fdf374a8e4b471444f0f3ac4fb9f5a5b542b48824475e0042a5a6"},
1252
  ]
 
 
 
 
1253
  asgiref = [
1254
  {file = "asgiref-3.5.0-py3-none-any.whl", hash = "sha256:88d59c13d634dcffe0510be048210188edd79aeccb6a6c9028cdad6f31d730a9"},
1255
  {file = "asgiref-3.5.0.tar.gz", hash = "sha256:2f8abc20f7248433085eda803936d98992f1343ddb022065779f37c5da0181d0"},
1256
  ]
 
 
 
 
1257
  async-timeout = [
1258
  {file = "async-timeout-4.0.2.tar.gz", hash = "sha256:2163e1640ddb52b7a8c80d0a67a08587e5d245cc9c553a74a847056bc2976b15"},
1259
  {file = "async_timeout-4.0.2-py3-none-any.whl", hash = "sha256:8ca1e4fcf50d07413d66d1a5e416e42cfdf5851c981d679a09851a6853383b3c"},
@@ -1266,6 +1611,10 @@ autopep8 = [
1266
  {file = "autopep8-1.6.0-py2.py3-none-any.whl", hash = "sha256:ed77137193bbac52d029a52c59bec1b0629b5a186c495f1eb21b126ac466083f"},
1267
  {file = "autopep8-1.6.0.tar.gz", hash = "sha256:44f0932855039d2c15c4510d6df665e4730f2b8582704fa48f9c55bd3e17d979"},
1268
  ]
 
 
 
 
1269
  backoff = [
1270
  {file = "backoff-1.10.0-py2.py3-none-any.whl", hash = "sha256:5e73e2cbe780e1915a204799dba0a01896f45f4385e636bcca7a0614d879d0cd"},
1271
  {file = "backoff-1.10.0.tar.gz", hash = "sha256:b8fba021fac74055ac05eb7c7bfce4723aedde6cd0a504e5326bcb0bdd6d19a4"},
@@ -1380,6 +1729,30 @@ datasets = [
1380
  {file = "datasets-1.18.4-py3-none-any.whl", hash = "sha256:e13695ad7aeda2af4430ac1a0b62def9c4b60bb4cc14dbaa240e6683cac50c49"},
1381
  {file = "datasets-1.18.4.tar.gz", hash = "sha256:8f28a7afc2f894c68cb017335a32812f443fe41bc59c089cbd15d7412d3f7f96"},
1382
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1383
  dill = [
1384
  {file = "dill-0.3.4-py2.py3-none-any.whl", hash = "sha256:7e40e4a70304fd9ceab3535d36e58791d9c4a776b38ec7f7ec9afc8d3dca4d4f"},
1385
  {file = "dill-0.3.4.zip", hash = "sha256:9f9734205146b2b353ab3fec9af0070237b6ddae78452af83d2fca84d739e675"},
@@ -1392,6 +1765,14 @@ elasticsearch = [
1392
  {file = "elasticsearch-8.1.0-py3-none-any.whl", hash = "sha256:11e36565dfdf649b7911c2d3cb1f15b99267acfb7f82e94e7613c0323a9936e9"},
1393
  {file = "elasticsearch-8.1.0.tar.gz", hash = "sha256:648d1c707a632279535356d2762cbc63ae728c4633211fe160f43f87a3e1cdcd"},
1394
  ]
 
 
 
 
 
 
 
 
1395
  faiss-cpu = [
1396
  {file = "faiss-cpu-1.7.2.tar.gz", hash = "sha256:f7ea89de997f55764e3710afaf0a457b2529252f99ee63510d4d9348d5b419dd"},
1397
  {file = "faiss_cpu-1.7.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:b7461f989d757917a3e6dc81eb171d0b563eb98d23ebaf7fc6684d0093ba267e"},
@@ -1518,6 +1899,18 @@ idna = [
1518
  {file = "idna-3.3-py3-none-any.whl", hash = "sha256:84d9dd047ffa80596e0f246e2eab0b391788b0503584e8945f2368256d2735ff"},
1519
  {file = "idna-3.3.tar.gz", hash = "sha256:9d643ff0a55b762d5cdb124b8eaa99c66322e2157b69160bc32796e824360e6d"},
1520
  ]
 
 
 
 
 
 
 
 
 
 
 
 
1521
  jinja2 = [
1522
  {file = "Jinja2-3.1.1-py3-none-any.whl", hash = "sha256:539835f51a74a69f41b848a9645dbdc35b4f20a3b601e2d9a7e22947b15ff119"},
1523
  {file = "Jinja2-3.1.1.tar.gz", hash = "sha256:640bed4bb501cbd17194b3cace1dc2126f5b619cf068a726b98192a0fde74ae9"},
@@ -1526,6 +1919,14 @@ joblib = [
1526
  {file = "joblib-1.1.0-py2.py3-none-any.whl", hash = "sha256:f21f109b3c7ff9d95f8387f752d0d9c34a02aa2f7060c2135f465da0e5160ff6"},
1527
  {file = "joblib-1.1.0.tar.gz", hash = "sha256:4158fcecd13733f8be669be0683b96ebdbbd38d23559f54dca7205aea1bf1e35"},
1528
  ]
 
 
 
 
 
 
 
 
1529
  kiwisolver = [
1530
  {file = "kiwisolver-1.4.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:6e395ece147f0692ca7cdb05a028d31b83b72c369f7b4a2c1798f4b96af1e3d8"},
1531
  {file = "kiwisolver-1.4.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0b7f50a1a25361da3440f07c58cd1d79957c2244209e4f166990e770256b6b0b"},
@@ -1658,6 +2059,10 @@ matplotlib = [
1658
  {file = "matplotlib-3.5.1-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:14334b9902ec776461c4b8c6516e26b450f7ebe0b3ef8703bf5cdfbbaecf774a"},
1659
  {file = "matplotlib-3.5.1.tar.gz", hash = "sha256:b2e9810e09c3a47b73ce9cab5a72243a1258f61e7900969097a817232246ce1c"},
1660
  ]
 
 
 
 
1661
  mccabe = [
1662
  {file = "mccabe-0.6.1-py2.py3-none-any.whl", hash = "sha256:ab8a6258860da4b6677da4bd2fe5dc2c659cff31b3ee4f7f5d64e79735b80d42"},
1663
  {file = "mccabe-0.6.1.tar.gz", hash = "sha256:dd8d182285a0fe56bace7f45b5e7d1a6ebcbf524e8f3bd87eb0f125271b8831f"},
@@ -1779,6 +2184,10 @@ mypy-extensions = [
1779
  {file = "mypy_extensions-0.4.3-py2.py3-none-any.whl", hash = "sha256:090fedd75945a69ae91ce1303b5824f428daf5a028d2f6ab8a299250a846f15d"},
1780
  {file = "mypy_extensions-0.4.3.tar.gz", hash = "sha256:2d82818f5bb3e369420cb3c4060a7970edba416647068eb4c5343488a6c604a8"},
1781
  ]
 
 
 
 
1782
  numpy = [
1783
  {file = "numpy-1.22.3-cp310-cp310-macosx_10_14_x86_64.whl", hash = "sha256:92bfa69cfbdf7dfc3040978ad09a48091143cffb778ec3b03fa170c494118d75"},
1784
  {file = "numpy-1.22.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8251ed96f38b47b4295b1ae51631de7ffa8260b5b087808ef09a39a9d66c97ab"},
@@ -1865,6 +2274,18 @@ paramiko = [
1865
  {file = "paramiko-2.10.3-py2.py3-none-any.whl", hash = "sha256:ac6593479f2b47a9422eca076b22cff9f795495e6733a64723efc75dd8c92101"},
1866
  {file = "paramiko-2.10.3.tar.gz", hash = "sha256:ddb1977853aef82804b35d72a0e597b244fa326c404c350bd00c5b01dbfee71a"},
1867
  ]
 
 
 
 
 
 
 
 
 
 
 
 
1868
  pillow = [
1869
  {file = "Pillow-9.0.1-1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:a5d24e1d674dd9d72c66ad3ea9131322819ff86250b30dc5821cbafcfa0b96b4"},
1870
  {file = "Pillow-9.0.1-1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:2632d0f846b7c7600edf53c48f8f9f1e13e62f66a6dbc15191029d950bfed976"},
@@ -1902,6 +2323,56 @@ pillow = [
1902
  {file = "Pillow-9.0.1-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:a9f44cd7e162ac6191491d7249cceb02b8116b0f7e847ee33f739d7cb1ea1f70"},
1903
  {file = "Pillow-9.0.1.tar.gz", hash = "sha256:6c8bc8238a7dfdaf7a75f5ec5a663f4173f8c367e5a39f87e720495e1eed75fa"},
1904
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1905
  pyarrow = [
1906
  {file = "pyarrow-7.0.0-cp310-cp310-macosx_10_13_universal2.whl", hash = "sha256:0f15213f380539c9640cb2413dc677b55e70f04c9e98cfc2e1d8b36c770e1036"},
1907
  {file = "pyarrow-7.0.0-cp310-cp310-macosx_10_13_x86_64.whl", hash = "sha256:29c4e3b3be0b94d07ff4921a5e410fc690a3a066a850a302fc504de5fc638495"},
@@ -2019,6 +2490,10 @@ pyflakes = [
2019
  {file = "pyflakes-2.4.0-py2.py3-none-any.whl", hash = "sha256:3bb3a3f256f4b7968c9c788781e4ff07dce46bdf12339dcda61053375426ee2e"},
2020
  {file = "pyflakes-2.4.0.tar.gz", hash = "sha256:05a85c2872edf37a4ed30b0cce2f6093e1d0581f8c19d7393122da7e25b2b24c"},
2021
  ]
 
 
 
 
2022
  pynacl = [
2023
  {file = "PyNaCl-1.5.0-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:401002a4aaa07c9414132aaed7f6836ff98f59277a234704ff66878c2ee4a0d1"},
2024
  {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:52cb72a79269189d4e0dc537556f4740f7f0a9ec41c1322598799b0bdad4ef92"},
@@ -2050,6 +2525,20 @@ pytz = [
2050
  {file = "pytz-2021.3-py2.py3-none-any.whl", hash = "sha256:3672058bc3453457b622aab7a1c3bfd5ab0bdae451512f6cf25f64ed37f5b87c"},
2051
  {file = "pytz-2021.3.tar.gz", hash = "sha256:acad2d8b20a1af07d4e4c9d2e9285c5ed9104354062f275f3fcd88dcef4f1326"},
2052
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2053
  pyyaml = [
2054
  {file = "PyYAML-6.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d4db7c7aef085872ef65a8fd7d6d09a14ae91f691dec3e87ee5ee0539d516f53"},
2055
  {file = "PyYAML-6.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9df7ed3b3d2e0ecfe09e14741b857df43adb5a3ddadc919a2d94fbdf78fea53c"},
@@ -2085,6 +2574,55 @@ pyyaml = [
2085
  {file = "PyYAML-6.0-cp39-cp39-win_amd64.whl", hash = "sha256:b3d267842bf12586ba6c734f89d1f5b871df0273157918b0ccefa29deb05c21c"},
2086
  {file = "PyYAML-6.0.tar.gz", hash = "sha256:68fb519c14306fec9720a2a5b45bc9f0c8d1b9c72adf45c37baedfcd949c35a2"},
2087
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2088
  regex = [
2089
  {file = "regex-2022.3.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ab69b4fe09e296261377d209068d52402fb85ef89dc78a9ac4a29a895f4e24a7"},
2090
  {file = "regex-2022.3.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5bc5f921be39ccb65fdda741e04b2555917a4bced24b4df14eddc7569be3b493"},
@@ -2184,6 +2722,10 @@ sniffio = [
2184
  {file = "sniffio-1.2.0-py3-none-any.whl", hash = "sha256:471b71698eac1c2112a40ce2752bb2f4a4814c22a54a3eed3676bc0f5ca9f663"},
2185
  {file = "sniffio-1.2.0.tar.gz", hash = "sha256:c4666eecec1d3f50960c6bdf61ab7bc350648da6c126e3cf6898d8cd4ddcd3de"},
2186
  ]
 
 
 
 
2187
  starlette = [
2188
  {file = "starlette-0.17.1-py3-none-any.whl", hash = "sha256:26a18cbda5e6b651c964c12c88b36d9898481cd428ed6e063f5f29c418f73050"},
2189
  {file = "starlette-0.17.1.tar.gz", hash = "sha256:57eab3cc975a28af62f6faec94d355a410634940f10b30d68d31cb5ec1b44ae8"},
@@ -2257,10 +2799,57 @@ torch = [
2257
  {file = "torch-1.11.0-cp39-none-macosx_10_9_x86_64.whl", hash = "sha256:50fd9bf85c578c871c28f1cb0ace9dfc6024401c7f399b174fb0f370899f4454"},
2258
  {file = "torch-1.11.0-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:0e48af66ad755f0f9c5f2664028a414f57c49d6adc37e77e06fe0004da4edb61"},
2259
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2260
  tqdm = [
2261
  {file = "tqdm-4.63.0-py2.py3-none-any.whl", hash = "sha256:e643e071046f17139dea55b880dc9b33822ce21613b4a4f5ea57f202833dbc29"},
2262
  {file = "tqdm-4.63.0.tar.gz", hash = "sha256:1d9835ede8e394bb8c9dcbffbca02d717217113adc679236873eeaac5bc0b3cd"},
2263
  ]
 
 
 
 
2264
  transformers = [
2265
  {file = "transformers-4.17.0-py3-none-any.whl", hash = "sha256:5c7d1955693ebf4a69a0fa700b2ef730232d5d7c1528e15d44c1d473b38f57b8"},
2266
  {file = "transformers-4.17.0.tar.gz", hash = "sha256:986fd59255460555b893a2b1827b9b8dd4e5cd6343e4409d18539208f69fb51b"},
@@ -2281,6 +2870,10 @@ uvicorn = [
2281
  {file = "uvicorn-0.17.6-py3-none-any.whl", hash = "sha256:19e2a0e96c9ac5581c01eb1a79a7d2f72bb479691acd2b8921fce48ed5b961a6"},
2282
  {file = "uvicorn-0.17.6.tar.gz", hash = "sha256:5180f9d059611747d841a4a4c4ab675edf54c8489e97f96d0583ee90ac3bfc23"},
2283
  ]
 
 
 
 
2284
  xxhash = [
2285
  {file = "xxhash-3.0.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:219cba13991fd73cf21a5efdafa5056f0ae0b8f79e5e0112967e3058daf73eea"},
2286
  {file = "xxhash-3.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3fcbb846af15eff100c412ae54f4974ff277c92eacd41f1ec7803a64fd07fa0c"},
 
64
  test = ["coverage[toml] (>=4.5)", "hypothesis (>=4.0)", "pytest (>=6.0)", "pytest-mock (>=3.6.1)", "trustme", "contextlib2", "uvloop (<0.15)", "mock (>=4)", "uvloop (>=0.15)"]
65
  trio = ["trio (>=0.16)"]
66
 
67
+ [[package]]
68
+ name = "appnope"
69
+ version = "0.1.2"
70
+ description = "Disable App Nap on macOS >= 10.9"
71
+ category = "dev"
72
+ optional = false
73
+ python-versions = "*"
74
+
75
  [[package]]
76
  name = "asgiref"
77
  version = "3.5.0"
 
83
  [package.extras]
84
  tests = ["pytest", "pytest-asyncio", "mypy (>=0.800)"]
85
 
86
+ [[package]]
87
+ name = "asttokens"
88
+ version = "2.0.5"
89
+ description = "Annotate AST trees with source code positions"
90
+ category = "dev"
91
+ optional = false
92
+ python-versions = "*"
93
+
94
+ [package.dependencies]
95
+ six = "*"
96
+
97
+ [package.extras]
98
+ test = ["astroid", "pytest"]
99
+
100
  [[package]]
101
  name = "async-timeout"
102
  version = "4.0.2"
 
131
  pycodestyle = ">=2.8.0"
132
  toml = "*"
133
 
134
+ [[package]]
135
+ name = "backcall"
136
+ version = "0.2.0"
137
+ description = "Specifications for callback functions passed in to an API"
138
+ category = "dev"
139
+ optional = false
140
+ python-versions = "*"
141
+
142
  [[package]]
143
  name = "backoff"
144
  version = "1.10.0"
 
266
  apache-beam = ["apache-beam (>=2.26.0)"]
267
  audio = ["librosa"]
268
  benchmarks = ["numpy (==1.18.5)", "tensorflow (==2.3.0)", "torch (==1.6.0)", "transformers (==3.0.2)"]
269
+ dev = ["absl-py", "pytest", "pytest-datadir", "pytest-xdist", "apache-beam (>=2.26.0)", "elasticsearch (<8.0.0)", "aiobotocore", "boto3", "botocore", "faiss-cpu (>=1.6.4)", "fsspec", "moto[s3,server] (==2.0.4)", "rarfile (>=4.0)", "s3fs (==2021.08.1)", "tensorflow (>=2.3,!=2.6.0,!=2.6.1)", "torch", "torchaudio", "soundfile", "transformers", "bs4", "conllu", "h5py", "langdetect", "lxml", "mwparserfromhell", "nltk", "openpyxl", "py7zr", "tldextract", "zstandard", "bert-score (>=0.3.6)", "rouge-score", "sacrebleu", "scipy", "seqeval", "scikit-learn", "jiwer", "sentencepiece", "torchmetrics (==0.6.0)", "mauve-text", "toml (>=0.10.1)", "requests-file (>=1.5.1)", "tldextract (>=3.1.0)", "texttable (>=1.6.3)", "Werkzeug (>=1.0.1)", "six (>=1.15.0,<1.16.0)", "Pillow (>=6.2.1)", "librosa", "wget (>=3.2)", "pytorch-nlp (==0.5.0)", "pytorch-lightning", "fastBPE (==0.1.0)", "fairseq", "black (>=22.0,<23.0)", "flake8 (>=3.8.3)", "isort (>=5.0.0)", "pyyaml (>=5.3.1)", "importlib-resources"]
270
  docs = ["docutils (==0.16.0)", "recommonmark", "sphinx (==3.1.2)", "sphinx-markdown-tables", "sphinx-rtd-theme (==0.4.3)", "sphinxext-opengraph (==0.4.1)", "sphinx-copybutton", "fsspec (<2021.9.0)", "s3fs", "sphinx-panels", "sphinx-inline-tabs", "myst-parser", "Markdown (!=3.3.5)"]
271
  quality = ["black (>=22.0,<23.0)", "flake8 (>=3.8.3)", "isort (>=5.0.0)", "pyyaml (>=5.3.1)"]
272
  s3 = ["fsspec", "boto3", "botocore", "s3fs"]
273
  tensorflow = ["tensorflow (>=2.2.0,!=2.6.0,!=2.6.1)"]
274
  tensorflow_gpu = ["tensorflow-gpu (>=2.2.0,!=2.6.0,!=2.6.1)"]
275
+ tests = ["absl-py", "pytest", "pytest-datadir", "pytest-xdist", "apache-beam (>=2.26.0)", "elasticsearch (<8.0.0)", "aiobotocore", "boto3", "botocore", "faiss-cpu (>=1.6.4)", "fsspec", "moto[s3,server] (==2.0.4)", "rarfile (>=4.0)", "s3fs (==2021.08.1)", "tensorflow (>=2.3,!=2.6.0,!=2.6.1)", "torch", "torchaudio", "soundfile", "transformers", "bs4", "conllu", "h5py", "langdetect", "lxml", "mwparserfromhell", "nltk", "openpyxl", "py7zr", "tldextract", "zstandard", "bert-score (>=0.3.6)", "rouge-score", "sacrebleu", "scipy", "seqeval", "scikit-learn", "jiwer", "sentencepiece", "torchmetrics (==0.6.0)", "mauve-text", "toml (>=0.10.1)", "requests-file (>=1.5.1)", "tldextract (>=3.1.0)", "texttable (>=1.6.3)", "Werkzeug (>=1.0.1)", "six (>=1.15.0,<1.16.0)", "Pillow (>=6.2.1)", "librosa", "wget (>=3.2)", "pytorch-nlp (==0.5.0)", "pytorch-lightning", "fastBPE (==0.1.0)", "fairseq", "importlib-resources"]
276
  torch = ["torch"]
277
  vision = ["Pillow (>=6.2.1)"]
278
 
279
+ [[package]]
280
+ name = "debugpy"
281
+ version = "1.6.0"
282
+ description = "An implementation of the Debug Adapter Protocol for Python"
283
+ category = "dev"
284
+ optional = false
285
+ python-versions = ">=3.7"
286
+
287
+ [[package]]
288
+ name = "decorator"
289
+ version = "5.1.1"
290
+ description = "Decorators for Humans"
291
+ category = "dev"
292
+ optional = false
293
+ python-versions = ">=3.5"
294
+
295
  [[package]]
296
  name = "dill"
297
  version = "0.3.4"
 
333
  async = ["aiohttp (>=3,<4)"]
334
  requests = ["requests (>=2.4.0,<3.0.0)"]
335
 
336
+ [[package]]
337
+ name = "entrypoints"
338
+ version = "0.4"
339
+ description = "Discover and load entry points from installed packages."
340
+ category = "dev"
341
+ optional = false
342
+ python-versions = ">=3.6"
343
+
344
+ [[package]]
345
+ name = "executing"
346
+ version = "0.8.3"
347
+ description = "Get the currently executing AST node of a frame, and other information"
348
+ category = "dev"
349
+ optional = false
350
+ python-versions = "*"
351
+
352
  [[package]]
353
  name = "faiss-cpu"
354
  version = "1.7.2"
 
537
  optional = false
538
  python-versions = ">=3.5"
539
 
540
+ [[package]]
541
+ name = "ipykernel"
542
+ version = "6.11.0"
543
+ description = "IPython Kernel for Jupyter"
544
+ category = "dev"
545
+ optional = false
546
+ python-versions = ">=3.7"
547
+
548
+ [package.dependencies]
549
+ appnope = {version = "*", markers = "platform_system == \"Darwin\""}
550
+ debugpy = ">=1.0"
551
+ ipython = ">=7.23.1"
552
+ jupyter-client = ">=6.1.12"
553
+ matplotlib-inline = ">=0.1"
554
+ nest-asyncio = "*"
555
+ psutil = "*"
556
+ tornado = ">=6.1"
557
+ traitlets = ">=5.1.0"
558
+
559
+ [package.extras]
560
+ test = ["pytest (>=6.0)", "pytest-cov", "flaky", "ipyparallel", "pre-commit", "pytest-timeout"]
561
+
562
+ [[package]]
563
+ name = "ipython"
564
+ version = "8.2.0"
565
+ description = "IPython: Productive Interactive Computing"
566
+ category = "dev"
567
+ optional = false
568
+ python-versions = ">=3.8"
569
+
570
+ [package.dependencies]
571
+ appnope = {version = "*", markers = "sys_platform == \"darwin\""}
572
+ backcall = "*"
573
+ colorama = {version = "*", markers = "sys_platform == \"win32\""}
574
+ decorator = "*"
575
+ jedi = ">=0.16"
576
+ matplotlib-inline = "*"
577
+ pexpect = {version = ">4.3", markers = "sys_platform != \"win32\""}
578
+ pickleshare = "*"
579
+ prompt-toolkit = ">=2.0.0,<3.0.0 || >3.0.0,<3.0.1 || >3.0.1,<3.1.0"
580
+ pygments = ">=2.4.0"
581
+ stack-data = "*"
582
+ traitlets = ">=5"
583
+
584
+ [package.extras]
585
+ all = ["black", "Sphinx (>=1.3)", "ipykernel", "nbconvert", "nbformat", "ipywidgets", "notebook", "ipyparallel", "qtconsole", "pytest (<7.1)", "pytest-asyncio", "testpath", "curio", "matplotlib (!=3.2.0)", "numpy (>=1.19)", "pandas", "trio"]
586
+ black = ["black"]
587
+ doc = ["Sphinx (>=1.3)"]
588
+ kernel = ["ipykernel"]
589
+ nbconvert = ["nbconvert"]
590
+ nbformat = ["nbformat"]
591
+ notebook = ["ipywidgets", "notebook"]
592
+ parallel = ["ipyparallel"]
593
+ qtconsole = ["qtconsole"]
594
+ test = ["pytest (<7.1)", "pytest-asyncio", "testpath"]
595
+ test_extra = ["pytest (<7.1)", "pytest-asyncio", "testpath", "curio", "matplotlib (!=3.2.0)", "nbformat", "numpy (>=1.19)", "pandas", "trio"]
596
+
597
+ [[package]]
598
+ name = "jedi"
599
+ version = "0.18.1"
600
+ description = "An autocompletion tool for Python that can be used for text editors."
601
+ category = "dev"
602
+ optional = false
603
+ python-versions = ">=3.6"
604
+
605
+ [package.dependencies]
606
+ parso = ">=0.8.0,<0.9.0"
607
+
608
+ [package.extras]
609
+ qa = ["flake8 (==3.8.3)", "mypy (==0.782)"]
610
+ testing = ["Django (<3.1)", "colorama", "docopt", "pytest (<7.0.0)"]
611
+
612
  [[package]]
613
  name = "jinja2"
614
  version = "3.1.1"
 
631
  optional = false
632
  python-versions = ">=3.6"
633
 
634
+ [[package]]
635
+ name = "jupyter-client"
636
+ version = "7.2.1"
637
+ description = "Jupyter protocol implementation and client libraries"
638
+ category = "dev"
639
+ optional = false
640
+ python-versions = ">=3.7"
641
+
642
+ [package.dependencies]
643
+ entrypoints = "*"
644
+ jupyter-core = ">=4.9.2"
645
+ nest-asyncio = ">=1.5.4"
646
+ python-dateutil = ">=2.8.2"
647
+ pyzmq = ">=22.3"
648
+ tornado = ">=6.0"
649
+ traitlets = "*"
650
+
651
+ [package.extras]
652
+ doc = ["ipykernel", "myst-parser", "sphinx (>=1.3.6)", "sphinx-rtd-theme", "sphinxcontrib-github-alt"]
653
+ test = ["codecov", "coverage", "ipykernel (>=6.5)", "ipython", "mypy", "pre-commit", "pytest", "pytest-asyncio (>=0.18)", "pytest-cov", "pytest-timeout"]
654
+
655
+ [[package]]
656
+ name = "jupyter-core"
657
+ version = "4.9.2"
658
+ description = "Jupyter core package. A base package on which Jupyter projects rely."
659
+ category = "dev"
660
+ optional = false
661
+ python-versions = ">=3.6"
662
+
663
+ [package.dependencies]
664
+ pywin32 = {version = ">=1.0", markers = "sys_platform == \"win32\" and platform_python_implementation != \"PyPy\""}
665
+ traitlets = "*"
666
+
667
  [[package]]
668
  name = "kiwisolver"
669
  version = "1.4.2"
 
739
  python-dateutil = ">=2.7"
740
  setuptools_scm = ">=4"
741
 
742
+ [[package]]
743
+ name = "matplotlib-inline"
744
+ version = "0.1.3"
745
+ description = "Inline Matplotlib backend for Jupyter"
746
+ category = "dev"
747
+ optional = false
748
+ python-versions = ">=3.5"
749
+
750
+ [package.dependencies]
751
+ traitlets = "*"
752
+
753
  [[package]]
754
  name = "mccabe"
755
  version = "0.6.1"
 
835
  optional = false
836
  python-versions = "*"
837
 
838
+ [[package]]
839
+ name = "nest-asyncio"
840
+ version = "1.5.4"
841
+ description = "Patch asyncio to allow nested event loops"
842
+ category = "dev"
843
+ optional = false
844
+ python-versions = ">=3.5"
845
+
846
  [[package]]
847
  name = "numpy"
848
  version = "1.22.3"
 
911
  gssapi = ["pyasn1 (>=0.1.7)", "gssapi (>=1.4.1)", "pywin32 (>=2.1.8)"]
912
  invoke = ["invoke (>=1.3)"]
913
 
914
+ [[package]]
915
+ name = "parso"
916
+ version = "0.8.3"
917
+ description = "A Python Parser"
918
+ category = "dev"
919
+ optional = false
920
+ python-versions = ">=3.6"
921
+
922
+ [package.extras]
923
+ qa = ["flake8 (==3.8.3)", "mypy (==0.782)"]
924
+ testing = ["docopt", "pytest (<6.0.0)"]
925
+
926
+ [[package]]
927
+ name = "pexpect"
928
+ version = "4.8.0"
929
+ description = "Pexpect allows easy control of interactive console applications."
930
+ category = "dev"
931
+ optional = false
932
+ python-versions = "*"
933
+
934
+ [package.dependencies]
935
+ ptyprocess = ">=0.5"
936
+
937
+ [[package]]
938
+ name = "pickleshare"
939
+ version = "0.7.5"
940
+ description = "Tiny 'shelve'-like database with concurrency support"
941
+ category = "dev"
942
+ optional = false
943
+ python-versions = "*"
944
+
945
  [[package]]
946
  name = "pillow"
947
  version = "9.0.1"
 
950
  optional = false
951
  python-versions = ">=3.7"
952
 
953
+ [[package]]
954
+ name = "prompt-toolkit"
955
+ version = "3.0.28"
956
+ description = "Library for building powerful interactive command lines in Python"
957
+ category = "dev"
958
+ optional = false
959
+ python-versions = ">=3.6.2"
960
+
961
+ [package.dependencies]
962
+ wcwidth = "*"
963
+
964
+ [[package]]
965
+ name = "psutil"
966
+ version = "5.9.0"
967
+ description = "Cross-platform lib for process and system monitoring in Python."
968
+ category = "dev"
969
+ optional = false
970
+ python-versions = ">=2.6, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"
971
+
972
+ [package.extras]
973
+ test = ["ipaddress", "mock", "unittest2", "enum34", "pywin32", "wmi"]
974
+
975
+ [[package]]
976
+ name = "ptyprocess"
977
+ version = "0.7.0"
978
+ description = "Run a subprocess in a pseudo terminal"
979
+ category = "dev"
980
+ optional = false
981
+ python-versions = "*"
982
+
983
+ [[package]]
984
+ name = "pure-eval"
985
+ version = "0.2.2"
986
+ description = "Safely evaluate AST nodes without side effects"
987
+ category = "dev"
988
+ optional = false
989
+ python-versions = "*"
990
+
991
+ [package.extras]
992
+ tests = ["pytest"]
993
+
994
+ [[package]]
995
+ name = "py"
996
+ version = "1.11.0"
997
+ description = "library with cross-python path, ini-parsing, io, code, log facilities"
998
+ category = "dev"
999
+ optional = false
1000
+ python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*"
1001
+
1002
  [[package]]
1003
  name = "pyarrow"
1004
  version = "7.0.0"
 
1065
  optional = false
1066
  python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"
1067
 
1068
+ [[package]]
1069
+ name = "pygments"
1070
+ version = "2.11.2"
1071
+ description = "Pygments is a syntax highlighting package written in Python."
1072
+ category = "dev"
1073
+ optional = false
1074
+ python-versions = ">=3.5"
1075
+
1076
  [[package]]
1077
  name = "pynacl"
1078
  version = "1.5.0"
 
1140
  optional = false
1141
  python-versions = "*"
1142
 
1143
+ [[package]]
1144
+ name = "pywin32"
1145
+ version = "303"
1146
+ description = "Python for Window Extensions"
1147
+ category = "dev"
1148
+ optional = false
1149
+ python-versions = "*"
1150
+
1151
  [[package]]
1152
  name = "pyyaml"
1153
  version = "6.0"
 
1156
  optional = false
1157
  python-versions = ">=3.6"
1158
 
1159
+ [[package]]
1160
+ name = "pyzmq"
1161
+ version = "22.3.0"
1162
+ description = "Python bindings for 0MQ"
1163
+ category = "dev"
1164
+ optional = false
1165
+ python-versions = ">=3.6"
1166
+
1167
+ [package.dependencies]
1168
+ cffi = {version = "*", markers = "implementation_name == \"pypy\""}
1169
+ py = {version = "*", markers = "implementation_name == \"pypy\""}
1170
+
1171
  [[package]]
1172
  name = "regex"
1173
  version = "2022.3.2"
 
1256
  optional = false
1257
  python-versions = ">=3.5"
1258
 
1259
+ [[package]]
1260
+ name = "stack-data"
1261
+ version = "0.2.0"
1262
+ description = "Extract data from python stack frames and tracebacks for informative displays"
1263
+ category = "dev"
1264
+ optional = false
1265
+ python-versions = "*"
1266
+
1267
+ [package.dependencies]
1268
+ asttokens = "*"
1269
+ executing = "*"
1270
+ pure-eval = "*"
1271
+
1272
+ [package.extras]
1273
+ tests = ["pytest", "typeguard", "pygments", "littleutils", "cython"]
1274
+
1275
  [[package]]
1276
  name = "starlette"
1277
  version = "0.17.1"
 
1325
  [package.dependencies]
1326
  typing-extensions = "*"
1327
 
1328
+ [[package]]
1329
+ name = "tornado"
1330
+ version = "6.1"
1331
+ description = "Tornado is a Python web framework and asynchronous networking library, originally developed at FriendFeed."
1332
+ category = "dev"
1333
+ optional = false
1334
+ python-versions = ">= 3.5"
1335
+
1336
  [[package]]
1337
  name = "tqdm"
1338
  version = "4.63.0"
 
1349
  notebook = ["ipywidgets (>=6)"]
1350
  telegram = ["requests"]
1351
 
1352
+ [[package]]
1353
+ name = "traitlets"
1354
+ version = "5.1.1"
1355
+ description = "Traitlets Python configuration system"
1356
+ category = "dev"
1357
+ optional = false
1358
+ python-versions = ">=3.7"
1359
+
1360
+ [package.extras]
1361
+ test = ["pytest"]
1362
+
1363
  [[package]]
1364
  name = "transformers"
1365
  version = "4.17.0"
 
1467
  [package.extras]
1468
  standard = ["websockets (>=10.0)", "httptools (>=0.4.0)", "watchgod (>=0.6)", "python-dotenv (>=0.13)", "PyYAML (>=5.1)", "uvloop (>=0.14.0,!=0.15.0,!=0.15.1)", "colorama (>=0.4)"]
1469
 
1470
+ [[package]]
1471
+ name = "wcwidth"
1472
+ version = "0.2.5"
1473
+ description = "Measures the displayed width of unicode strings in a terminal"
1474
+ category = "dev"
1475
+ optional = false
1476
+ python-versions = "*"
1477
+
1478
  [[package]]
1479
  name = "xxhash"
1480
  version = "3.0.0"
 
1498
  [metadata]
1499
  lock-version = "1.1"
1500
  python-versions = "^3.8"
1501
+ content-hash = "a9ce48f30c8568321f3f4576e1c4987ef94a4216201ba4bce2dc719c397d5da6"
1502
 
1503
  [metadata.files]
1504
  aiohttp = [
 
1587
  {file = "anyio-3.5.0-py3-none-any.whl", hash = "sha256:b5fa16c5ff93fa1046f2eeb5bbff2dad4d3514d6cda61d02816dba34fa8c3c2e"},
1588
  {file = "anyio-3.5.0.tar.gz", hash = "sha256:a0aeffe2fb1fdf374a8e4b471444f0f3ac4fb9f5a5b542b48824475e0042a5a6"},
1589
  ]
1590
+ appnope = [
1591
+ {file = "appnope-0.1.2-py2.py3-none-any.whl", hash = "sha256:93aa393e9d6c54c5cd570ccadd8edad61ea0c4b9ea7a01409020c9aa019eb442"},
1592
+ {file = "appnope-0.1.2.tar.gz", hash = "sha256:dd83cd4b5b460958838f6eb3000c660b1f9caf2a5b1de4264e941512f603258a"},
1593
+ ]
1594
  asgiref = [
1595
  {file = "asgiref-3.5.0-py3-none-any.whl", hash = "sha256:88d59c13d634dcffe0510be048210188edd79aeccb6a6c9028cdad6f31d730a9"},
1596
  {file = "asgiref-3.5.0.tar.gz", hash = "sha256:2f8abc20f7248433085eda803936d98992f1343ddb022065779f37c5da0181d0"},
1597
  ]
1598
+ asttokens = [
1599
+ {file = "asttokens-2.0.5-py2.py3-none-any.whl", hash = "sha256:0844691e88552595a6f4a4281a9f7f79b8dd45ca4ccea82e5e05b4bbdb76705c"},
1600
+ {file = "asttokens-2.0.5.tar.gz", hash = "sha256:9a54c114f02c7a9480d56550932546a3f1fe71d8a02f1bc7ccd0ee3ee35cf4d5"},
1601
+ ]
1602
  async-timeout = [
1603
  {file = "async-timeout-4.0.2.tar.gz", hash = "sha256:2163e1640ddb52b7a8c80d0a67a08587e5d245cc9c553a74a847056bc2976b15"},
1604
  {file = "async_timeout-4.0.2-py3-none-any.whl", hash = "sha256:8ca1e4fcf50d07413d66d1a5e416e42cfdf5851c981d679a09851a6853383b3c"},
 
1611
  {file = "autopep8-1.6.0-py2.py3-none-any.whl", hash = "sha256:ed77137193bbac52d029a52c59bec1b0629b5a186c495f1eb21b126ac466083f"},
1612
  {file = "autopep8-1.6.0.tar.gz", hash = "sha256:44f0932855039d2c15c4510d6df665e4730f2b8582704fa48f9c55bd3e17d979"},
1613
  ]
1614
+ backcall = [
1615
+ {file = "backcall-0.2.0-py2.py3-none-any.whl", hash = "sha256:fbbce6a29f263178a1f7915c1940bde0ec2b2a967566fe1c65c1dfb7422bd255"},
1616
+ {file = "backcall-0.2.0.tar.gz", hash = "sha256:5cbdbf27be5e7cfadb448baf0aa95508f91f2bbc6c6437cd9cd06e2a4c215e1e"},
1617
+ ]
1618
  backoff = [
1619
  {file = "backoff-1.10.0-py2.py3-none-any.whl", hash = "sha256:5e73e2cbe780e1915a204799dba0a01896f45f4385e636bcca7a0614d879d0cd"},
1620
  {file = "backoff-1.10.0.tar.gz", hash = "sha256:b8fba021fac74055ac05eb7c7bfce4723aedde6cd0a504e5326bcb0bdd6d19a4"},
 
1729
  {file = "datasets-1.18.4-py3-none-any.whl", hash = "sha256:e13695ad7aeda2af4430ac1a0b62def9c4b60bb4cc14dbaa240e6683cac50c49"},
1730
  {file = "datasets-1.18.4.tar.gz", hash = "sha256:8f28a7afc2f894c68cb017335a32812f443fe41bc59c089cbd15d7412d3f7f96"},
1731
  ]
1732
+ debugpy = [
1733
+ {file = "debugpy-1.6.0-cp310-cp310-macosx_10_15_x86_64.whl", hash = "sha256:eb1946efac0c0c3d411cea0b5ac772fbde744109fd9520fb0c5a51979faf05ad"},
1734
+ {file = "debugpy-1.6.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:e3513399177dd37af4c1332df52da5da1d0c387e5927dc4c0709e26ee7302e8f"},
1735
+ {file = "debugpy-1.6.0-cp310-cp310-win32.whl", hash = "sha256:5c492235d6b68f879df3bdbdb01f25c15be15682665517c2c7d0420e5658d71f"},
1736
+ {file = "debugpy-1.6.0-cp310-cp310-win_amd64.whl", hash = "sha256:40de9ba137d355538432209d05e0f5fe5d0498dce761c39119ad4b950b51db31"},
1737
+ {file = "debugpy-1.6.0-cp37-cp37m-macosx_10_15_x86_64.whl", hash = "sha256:0d383b91efee57dbb923ba20801130cf60450a0eda60bce25bccd937de8e323a"},
1738
+ {file = "debugpy-1.6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:1ff853e60e77e1c16f85a31adb8360bb2d98ca588d7ed645b7f0985b240bdb5e"},
1739
+ {file = "debugpy-1.6.0-cp37-cp37m-win32.whl", hash = "sha256:8e972c717d95f56b6a3a7a29a5ede1ee8f2c3802f6f0e678203b0778eb322bf1"},
1740
+ {file = "debugpy-1.6.0-cp37-cp37m-win_amd64.whl", hash = "sha256:a8aaeb53e87225141fda7b9081bd87155c1debc13e2f5a532d341112d1983b65"},
1741
+ {file = "debugpy-1.6.0-cp38-cp38-macosx_10_15_x86_64.whl", hash = "sha256:132defb585b518955358321d0f42f6aa815aa15b432be27db654807707c70b2f"},
1742
+ {file = "debugpy-1.6.0-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:8ee75844242b4537beb5899f3e60a578454d1f136b99e8d57ac424573797b94a"},
1743
+ {file = "debugpy-1.6.0-cp38-cp38-win32.whl", hash = "sha256:a65a2499761d47df3e9ea9567109be6e73d412e00ac3ffcf74839f3ddfcdf028"},
1744
+ {file = "debugpy-1.6.0-cp38-cp38-win_amd64.whl", hash = "sha256:bd980d533d0ddfc451e03a3bb32acb2900049fec39afc3425b944ebf0889be62"},
1745
+ {file = "debugpy-1.6.0-cp39-cp39-macosx_10_15_x86_64.whl", hash = "sha256:245c7789a012f86210847ec7ee9f38c30a30d4c2223c3e111829a76c9006a5d0"},
1746
+ {file = "debugpy-1.6.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:0e3aa2368883e83e7b689ddff3cafb595f7b711f6a065886b46a96a7fef874e7"},
1747
+ {file = "debugpy-1.6.0-cp39-cp39-win32.whl", hash = "sha256:72bcfa97f3afa0064afc77ab811f48ad4a06ac330f290b675082c24437730366"},
1748
+ {file = "debugpy-1.6.0-cp39-cp39-win_amd64.whl", hash = "sha256:30abefefd2ff5a5481162d613cb70e60e2fa80a5eb4c994717c0f008ed25d2e1"},
1749
+ {file = "debugpy-1.6.0-py2.py3-none-any.whl", hash = "sha256:4de7777842da7e08652f2776c552070bbdd758557fdec73a15d7be0e4aab95ce"},
1750
+ {file = "debugpy-1.6.0.zip", hash = "sha256:7b79c40852991f7b6c3ea65845ed0f5f6b731c37f4f9ad9c61e2ab4bd48a9275"},
1751
+ ]
1752
+ decorator = [
1753
+ {file = "decorator-5.1.1-py3-none-any.whl", hash = "sha256:b8c3f85900b9dc423225913c5aace94729fe1fa9763b38939a95226f02d37186"},
1754
+ {file = "decorator-5.1.1.tar.gz", hash = "sha256:637996211036b6385ef91435e4fae22989472f9d571faba8927ba8253acbc330"},
1755
+ ]
1756
  dill = [
1757
  {file = "dill-0.3.4-py2.py3-none-any.whl", hash = "sha256:7e40e4a70304fd9ceab3535d36e58791d9c4a776b38ec7f7ec9afc8d3dca4d4f"},
1758
  {file = "dill-0.3.4.zip", hash = "sha256:9f9734205146b2b353ab3fec9af0070237b6ddae78452af83d2fca84d739e675"},
 
1765
  {file = "elasticsearch-8.1.0-py3-none-any.whl", hash = "sha256:11e36565dfdf649b7911c2d3cb1f15b99267acfb7f82e94e7613c0323a9936e9"},
1766
  {file = "elasticsearch-8.1.0.tar.gz", hash = "sha256:648d1c707a632279535356d2762cbc63ae728c4633211fe160f43f87a3e1cdcd"},
1767
  ]
1768
+ entrypoints = [
1769
+ {file = "entrypoints-0.4-py3-none-any.whl", hash = "sha256:f174b5ff827504fd3cd97cc3f8649f3693f51538c7e4bdf3ef002c8429d42f9f"},
1770
+ {file = "entrypoints-0.4.tar.gz", hash = "sha256:b706eddaa9218a19ebcd67b56818f05bb27589b1ca9e8d797b74affad4ccacd4"},
1771
+ ]
1772
+ executing = [
1773
+ {file = "executing-0.8.3-py2.py3-none-any.whl", hash = "sha256:d1eef132db1b83649a3905ca6dd8897f71ac6f8cac79a7e58a1a09cf137546c9"},
1774
+ {file = "executing-0.8.3.tar.gz", hash = "sha256:c6554e21c6b060590a6d3be4b82fb78f8f0194d809de5ea7df1c093763311501"},
1775
+ ]
1776
  faiss-cpu = [
1777
  {file = "faiss-cpu-1.7.2.tar.gz", hash = "sha256:f7ea89de997f55764e3710afaf0a457b2529252f99ee63510d4d9348d5b419dd"},
1778
  {file = "faiss_cpu-1.7.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:b7461f989d757917a3e6dc81eb171d0b563eb98d23ebaf7fc6684d0093ba267e"},
 
1899
  {file = "idna-3.3-py3-none-any.whl", hash = "sha256:84d9dd047ffa80596e0f246e2eab0b391788b0503584e8945f2368256d2735ff"},
1900
  {file = "idna-3.3.tar.gz", hash = "sha256:9d643ff0a55b762d5cdb124b8eaa99c66322e2157b69160bc32796e824360e6d"},
1901
  ]
1902
+ ipykernel = [
1903
+ {file = "ipykernel-6.11.0-py3-none-any.whl", hash = "sha256:62ec17caff6e4fa1dc87ef0a6f9eff5a5d6588bb585ab1e06897e7bec9eb2819"},
1904
+ {file = "ipykernel-6.11.0.tar.gz", hash = "sha256:6712604531c96100f326440c11cb023da26819f2f34ba9d1ca0fb163401834e8"},
1905
+ ]
1906
+ ipython = [
1907
+ {file = "ipython-8.2.0-py3-none-any.whl", hash = "sha256:1b672bfd7a48d87ab203d9af8727a3b0174a4566b4091e9447c22fb63ea32857"},
1908
+ {file = "ipython-8.2.0.tar.gz", hash = "sha256:70e5eb132cac594a34b5f799bd252589009905f05104728aea6a403ec2519dc1"},
1909
+ ]
1910
+ jedi = [
1911
+ {file = "jedi-0.18.1-py2.py3-none-any.whl", hash = "sha256:637c9635fcf47945ceb91cd7f320234a7be540ded6f3e99a50cb6febdfd1ba8d"},
1912
+ {file = "jedi-0.18.1.tar.gz", hash = "sha256:74137626a64a99c8eb6ae5832d99b3bdd7d29a3850fe2aa80a4126b2a7d949ab"},
1913
+ ]
1914
  jinja2 = [
1915
  {file = "Jinja2-3.1.1-py3-none-any.whl", hash = "sha256:539835f51a74a69f41b848a9645dbdc35b4f20a3b601e2d9a7e22947b15ff119"},
1916
  {file = "Jinja2-3.1.1.tar.gz", hash = "sha256:640bed4bb501cbd17194b3cace1dc2126f5b619cf068a726b98192a0fde74ae9"},
 
1919
  {file = "joblib-1.1.0-py2.py3-none-any.whl", hash = "sha256:f21f109b3c7ff9d95f8387f752d0d9c34a02aa2f7060c2135f465da0e5160ff6"},
1920
  {file = "joblib-1.1.0.tar.gz", hash = "sha256:4158fcecd13733f8be669be0683b96ebdbbd38d23559f54dca7205aea1bf1e35"},
1921
  ]
1922
+ jupyter-client = [
1923
+ {file = "jupyter_client-7.2.1-py3-none-any.whl", hash = "sha256:d10e31ac4b8364d1cb30ebcee9e5cc7b7eb5d23b76912be9ef3d4c75167fbc68"},
1924
+ {file = "jupyter_client-7.2.1.tar.gz", hash = "sha256:aa177279e93205d0681ec0e2e210da01b22c5a1464a56abd455adcac64f0de91"},
1925
+ ]
1926
+ jupyter-core = [
1927
+ {file = "jupyter_core-4.9.2-py3-none-any.whl", hash = "sha256:f875e4d27e202590311d468fa55f90c575f201490bd0c18acabe4e318db4a46d"},
1928
+ {file = "jupyter_core-4.9.2.tar.gz", hash = "sha256:d69baeb9ffb128b8cd2657fcf2703f89c769d1673c851812119e3a2a0e93ad9a"},
1929
+ ]
1930
  kiwisolver = [
1931
  {file = "kiwisolver-1.4.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:6e395ece147f0692ca7cdb05a028d31b83b72c369f7b4a2c1798f4b96af1e3d8"},
1932
  {file = "kiwisolver-1.4.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0b7f50a1a25361da3440f07c58cd1d79957c2244209e4f166990e770256b6b0b"},
 
2059
  {file = "matplotlib-3.5.1-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:14334b9902ec776461c4b8c6516e26b450f7ebe0b3ef8703bf5cdfbbaecf774a"},
2060
  {file = "matplotlib-3.5.1.tar.gz", hash = "sha256:b2e9810e09c3a47b73ce9cab5a72243a1258f61e7900969097a817232246ce1c"},
2061
  ]
2062
+ matplotlib-inline = [
2063
+ {file = "matplotlib-inline-0.1.3.tar.gz", hash = "sha256:a04bfba22e0d1395479f866853ec1ee28eea1485c1d69a6faf00dc3e24ff34ee"},
2064
+ {file = "matplotlib_inline-0.1.3-py3-none-any.whl", hash = "sha256:aed605ba3b72462d64d475a21a9296f400a19c4f74a31b59103d2a99ffd5aa5c"},
2065
+ ]
2066
  mccabe = [
2067
  {file = "mccabe-0.6.1-py2.py3-none-any.whl", hash = "sha256:ab8a6258860da4b6677da4bd2fe5dc2c659cff31b3ee4f7f5d64e79735b80d42"},
2068
  {file = "mccabe-0.6.1.tar.gz", hash = "sha256:dd8d182285a0fe56bace7f45b5e7d1a6ebcbf524e8f3bd87eb0f125271b8831f"},
 
2184
  {file = "mypy_extensions-0.4.3-py2.py3-none-any.whl", hash = "sha256:090fedd75945a69ae91ce1303b5824f428daf5a028d2f6ab8a299250a846f15d"},
2185
  {file = "mypy_extensions-0.4.3.tar.gz", hash = "sha256:2d82818f5bb3e369420cb3c4060a7970edba416647068eb4c5343488a6c604a8"},
2186
  ]
2187
+ nest-asyncio = [
2188
+ {file = "nest_asyncio-1.5.4-py3-none-any.whl", hash = "sha256:3fdd0d6061a2bb16f21fe8a9c6a7945be83521d81a0d15cff52e9edee50101d6"},
2189
+ {file = "nest_asyncio-1.5.4.tar.gz", hash = "sha256:f969f6013a16fadb4adcf09d11a68a4f617c6049d7af7ac2c676110169a63abd"},
2190
+ ]
2191
  numpy = [
2192
  {file = "numpy-1.22.3-cp310-cp310-macosx_10_14_x86_64.whl", hash = "sha256:92bfa69cfbdf7dfc3040978ad09a48091143cffb778ec3b03fa170c494118d75"},
2193
  {file = "numpy-1.22.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8251ed96f38b47b4295b1ae51631de7ffa8260b5b087808ef09a39a9d66c97ab"},
 
2274
  {file = "paramiko-2.10.3-py2.py3-none-any.whl", hash = "sha256:ac6593479f2b47a9422eca076b22cff9f795495e6733a64723efc75dd8c92101"},
2275
  {file = "paramiko-2.10.3.tar.gz", hash = "sha256:ddb1977853aef82804b35d72a0e597b244fa326c404c350bd00c5b01dbfee71a"},
2276
  ]
2277
+ parso = [
2278
+ {file = "parso-0.8.3-py2.py3-none-any.whl", hash = "sha256:c001d4636cd3aecdaf33cbb40aebb59b094be2a74c556778ef5576c175e19e75"},
2279
+ {file = "parso-0.8.3.tar.gz", hash = "sha256:8c07be290bb59f03588915921e29e8a50002acaf2cdc5fa0e0114f91709fafa0"},
2280
+ ]
2281
+ pexpect = [
2282
+ {file = "pexpect-4.8.0-py2.py3-none-any.whl", hash = "sha256:0b48a55dcb3c05f3329815901ea4fc1537514d6ba867a152b581d69ae3710937"},
2283
+ {file = "pexpect-4.8.0.tar.gz", hash = "sha256:fc65a43959d153d0114afe13997d439c22823a27cefceb5ff35c2178c6784c0c"},
2284
+ ]
2285
+ pickleshare = [
2286
+ {file = "pickleshare-0.7.5-py2.py3-none-any.whl", hash = "sha256:9649af414d74d4df115d5d718f82acb59c9d418196b7b4290ed47a12ce62df56"},
2287
+ {file = "pickleshare-0.7.5.tar.gz", hash = "sha256:87683d47965c1da65cdacaf31c8441d12b8044cdec9aca500cd78fc2c683afca"},
2288
+ ]
2289
  pillow = [
2290
  {file = "Pillow-9.0.1-1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:a5d24e1d674dd9d72c66ad3ea9131322819ff86250b30dc5821cbafcfa0b96b4"},
2291
  {file = "Pillow-9.0.1-1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:2632d0f846b7c7600edf53c48f8f9f1e13e62f66a6dbc15191029d950bfed976"},
 
2323
  {file = "Pillow-9.0.1-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:a9f44cd7e162ac6191491d7249cceb02b8116b0f7e847ee33f739d7cb1ea1f70"},
2324
  {file = "Pillow-9.0.1.tar.gz", hash = "sha256:6c8bc8238a7dfdaf7a75f5ec5a663f4173f8c367e5a39f87e720495e1eed75fa"},
2325
  ]
2326
+ prompt-toolkit = [
2327
+ {file = "prompt_toolkit-3.0.28-py3-none-any.whl", hash = "sha256:30129d870dcb0b3b6a53efdc9d0a83ea96162ffd28ffe077e94215b233dc670c"},
2328
+ {file = "prompt_toolkit-3.0.28.tar.gz", hash = "sha256:9f1cd16b1e86c2968f2519d7fb31dd9d669916f515612c269d14e9ed52b51650"},
2329
+ ]
2330
+ psutil = [
2331
+ {file = "psutil-5.9.0-cp27-cp27m-manylinux2010_i686.whl", hash = "sha256:55ce319452e3d139e25d6c3f85a1acf12d1607ddedea5e35fb47a552c051161b"},
2332
+ {file = "psutil-5.9.0-cp27-cp27m-manylinux2010_x86_64.whl", hash = "sha256:7336292a13a80eb93c21f36bde4328aa748a04b68c13d01dfddd67fc13fd0618"},
2333
+ {file = "psutil-5.9.0-cp27-cp27mu-manylinux2010_i686.whl", hash = "sha256:cb8d10461c1ceee0c25a64f2dd54872b70b89c26419e147a05a10b753ad36ec2"},
2334
+ {file = "psutil-5.9.0-cp27-cp27mu-manylinux2010_x86_64.whl", hash = "sha256:7641300de73e4909e5d148e90cc3142fb890079e1525a840cf0dfd39195239fd"},
2335
+ {file = "psutil-5.9.0-cp27-none-win32.whl", hash = "sha256:ea42d747c5f71b5ccaa6897b216a7dadb9f52c72a0fe2b872ef7d3e1eacf3ba3"},
2336
+ {file = "psutil-5.9.0-cp27-none-win_amd64.whl", hash = "sha256:ef216cc9feb60634bda2f341a9559ac594e2eeaadd0ba187a4c2eb5b5d40b91c"},
2337
+ {file = "psutil-5.9.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:90a58b9fcae2dbfe4ba852b57bd4a1dded6b990a33d6428c7614b7d48eccb492"},
2338
+ {file = "psutil-5.9.0-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ff0d41f8b3e9ebb6b6110057e40019a432e96aae2008951121ba4e56040b84f3"},
2339
+ {file = "psutil-5.9.0-cp310-cp310-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:742c34fff804f34f62659279ed5c5b723bb0195e9d7bd9907591de9f8f6558e2"},
2340
+ {file = "psutil-5.9.0-cp310-cp310-win32.whl", hash = "sha256:8293942e4ce0c5689821f65ce6522ce4786d02af57f13c0195b40e1edb1db61d"},
2341
+ {file = "psutil-5.9.0-cp310-cp310-win_amd64.whl", hash = "sha256:9b51917c1af3fa35a3f2dabd7ba96a2a4f19df3dec911da73875e1edaf22a40b"},
2342
+ {file = "psutil-5.9.0-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:e9805fed4f2a81de98ae5fe38b75a74c6e6ad2df8a5c479594c7629a1fe35f56"},
2343
+ {file = "psutil-5.9.0-cp36-cp36m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c51f1af02334e4b516ec221ee26b8fdf105032418ca5a5ab9737e8c87dafe203"},
2344
+ {file = "psutil-5.9.0-cp36-cp36m-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:32acf55cb9a8cbfb29167cd005951df81b567099295291bcfd1027365b36591d"},
2345
+ {file = "psutil-5.9.0-cp36-cp36m-win32.whl", hash = "sha256:e5c783d0b1ad6ca8a5d3e7b680468c9c926b804be83a3a8e95141b05c39c9f64"},
2346
+ {file = "psutil-5.9.0-cp36-cp36m-win_amd64.whl", hash = "sha256:d62a2796e08dd024b8179bd441cb714e0f81226c352c802fca0fd3f89eeacd94"},
2347
+ {file = "psutil-5.9.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:3d00a664e31921009a84367266b35ba0aac04a2a6cad09c550a89041034d19a0"},
2348
+ {file = "psutil-5.9.0-cp37-cp37m-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7779be4025c540d1d65a2de3f30caeacc49ae7a2152108adeaf42c7534a115ce"},
2349
+ {file = "psutil-5.9.0-cp37-cp37m-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:072664401ae6e7c1bfb878c65d7282d4b4391f1bc9a56d5e03b5a490403271b5"},
2350
+ {file = "psutil-5.9.0-cp37-cp37m-win32.whl", hash = "sha256:df2c8bd48fb83a8408c8390b143c6a6fa10cb1a674ca664954de193fdcab36a9"},
2351
+ {file = "psutil-5.9.0-cp37-cp37m-win_amd64.whl", hash = "sha256:1d7b433519b9a38192dfda962dd8f44446668c009833e1429a52424624f408b4"},
2352
+ {file = "psutil-5.9.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:c3400cae15bdb449d518545cbd5b649117de54e3596ded84aacabfbb3297ead2"},
2353
+ {file = "psutil-5.9.0-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b2237f35c4bbae932ee98902a08050a27821f8f6dfa880a47195e5993af4702d"},
2354
+ {file = "psutil-5.9.0-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:1070a9b287846a21a5d572d6dddd369517510b68710fca56b0e9e02fd24bed9a"},
2355
+ {file = "psutil-5.9.0-cp38-cp38-win32.whl", hash = "sha256:76cebf84aac1d6da5b63df11fe0d377b46b7b500d892284068bacccf12f20666"},
2356
+ {file = "psutil-5.9.0-cp38-cp38-win_amd64.whl", hash = "sha256:3151a58f0fbd8942ba94f7c31c7e6b310d2989f4da74fcbf28b934374e9bf841"},
2357
+ {file = "psutil-5.9.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:539e429da49c5d27d5a58e3563886057f8fc3868a5547b4f1876d9c0f007bccf"},
2358
+ {file = "psutil-5.9.0-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:58c7d923dc209225600aec73aa2c4ae8ea33b1ab31bc11ef8a5933b027476f07"},
2359
+ {file = "psutil-5.9.0-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3611e87eea393f779a35b192b46a164b1d01167c9d323dda9b1e527ea69d697d"},
2360
+ {file = "psutil-5.9.0-cp39-cp39-win32.whl", hash = "sha256:4e2fb92e3aeae3ec3b7b66c528981fd327fb93fd906a77215200404444ec1845"},
2361
+ {file = "psutil-5.9.0-cp39-cp39-win_amd64.whl", hash = "sha256:7d190ee2eaef7831163f254dc58f6d2e2a22e27382b936aab51c835fc080c3d3"},
2362
+ {file = "psutil-5.9.0.tar.gz", hash = "sha256:869842dbd66bb80c3217158e629d6fceaecc3a3166d3d1faee515b05dd26ca25"},
2363
+ ]
2364
+ ptyprocess = [
2365
+ {file = "ptyprocess-0.7.0-py2.py3-none-any.whl", hash = "sha256:4b41f3967fce3af57cc7e94b888626c18bf37a083e3651ca8feeb66d492fef35"},
2366
+ {file = "ptyprocess-0.7.0.tar.gz", hash = "sha256:5c5d0a3b48ceee0b48485e0c26037c0acd7d29765ca3fbb5cb3831d347423220"},
2367
+ ]
2368
+ pure-eval = [
2369
+ {file = "pure_eval-0.2.2-py3-none-any.whl", hash = "sha256:01eaab343580944bc56080ebe0a674b39ec44a945e6d09ba7db3cb8cec289350"},
2370
+ {file = "pure_eval-0.2.2.tar.gz", hash = "sha256:2b45320af6dfaa1750f543d714b6d1c520a1688dec6fd24d339063ce0aaa9ac3"},
2371
+ ]
2372
+ py = [
2373
+ {file = "py-1.11.0-py2.py3-none-any.whl", hash = "sha256:607c53218732647dff4acdfcd50cb62615cedf612e72d1724fb1a0cc6405b378"},
2374
+ {file = "py-1.11.0.tar.gz", hash = "sha256:51c75c4126074b472f746a24399ad32f6053d1b34b68d2fa41e558e6f4a98719"},
2375
+ ]
2376
  pyarrow = [
2377
  {file = "pyarrow-7.0.0-cp310-cp310-macosx_10_13_universal2.whl", hash = "sha256:0f15213f380539c9640cb2413dc677b55e70f04c9e98cfc2e1d8b36c770e1036"},
2378
  {file = "pyarrow-7.0.0-cp310-cp310-macosx_10_13_x86_64.whl", hash = "sha256:29c4e3b3be0b94d07ff4921a5e410fc690a3a066a850a302fc504de5fc638495"},
 
2490
  {file = "pyflakes-2.4.0-py2.py3-none-any.whl", hash = "sha256:3bb3a3f256f4b7968c9c788781e4ff07dce46bdf12339dcda61053375426ee2e"},
2491
  {file = "pyflakes-2.4.0.tar.gz", hash = "sha256:05a85c2872edf37a4ed30b0cce2f6093e1d0581f8c19d7393122da7e25b2b24c"},
2492
  ]
2493
+ pygments = [
2494
+ {file = "Pygments-2.11.2-py3-none-any.whl", hash = "sha256:44238f1b60a76d78fc8ca0528ee429702aae011c265fe6a8dd8b63049ae41c65"},
2495
+ {file = "Pygments-2.11.2.tar.gz", hash = "sha256:4e426f72023d88d03b2fa258de560726ce890ff3b630f88c21cbb8b2503b8c6a"},
2496
+ ]
2497
  pynacl = [
2498
  {file = "PyNaCl-1.5.0-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:401002a4aaa07c9414132aaed7f6836ff98f59277a234704ff66878c2ee4a0d1"},
2499
  {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:52cb72a79269189d4e0dc537556f4740f7f0a9ec41c1322598799b0bdad4ef92"},
 
2525
  {file = "pytz-2021.3-py2.py3-none-any.whl", hash = "sha256:3672058bc3453457b622aab7a1c3bfd5ab0bdae451512f6cf25f64ed37f5b87c"},
2526
  {file = "pytz-2021.3.tar.gz", hash = "sha256:acad2d8b20a1af07d4e4c9d2e9285c5ed9104354062f275f3fcd88dcef4f1326"},
2527
  ]
2528
+ pywin32 = [
2529
+ {file = "pywin32-303-cp310-cp310-win32.whl", hash = "sha256:6fed4af057039f309263fd3285d7b8042d41507343cd5fa781d98fcc5b90e8bb"},
2530
+ {file = "pywin32-303-cp310-cp310-win_amd64.whl", hash = "sha256:51cb52c5ec6709f96c3f26e7795b0bf169ee0d8395b2c1d7eb2c029a5008ed51"},
2531
+ {file = "pywin32-303-cp311-cp311-win32.whl", hash = "sha256:d9b5d87ca944eb3aa4cd45516203ead4b37ab06b8b777c54aedc35975dec0dee"},
2532
+ {file = "pywin32-303-cp311-cp311-win_amd64.whl", hash = "sha256:fcf44032f5b14fcda86028cdf49b6ebdaea091230eb0a757282aa656e4732439"},
2533
+ {file = "pywin32-303-cp36-cp36m-win32.whl", hash = "sha256:aad484d52ec58008ca36bd4ad14a71d7dd0a99db1a4ca71072213f63bf49c7d9"},
2534
+ {file = "pywin32-303-cp36-cp36m-win_amd64.whl", hash = "sha256:2a09632916b6bb231ba49983fe989f2f625cea237219530e81a69239cd0c4559"},
2535
+ {file = "pywin32-303-cp37-cp37m-win32.whl", hash = "sha256:b1675d82bcf6dbc96363fca747bac8bff6f6e4a447a4287ac652aa4b9adc796e"},
2536
+ {file = "pywin32-303-cp37-cp37m-win_amd64.whl", hash = "sha256:c268040769b48a13367221fced6d4232ed52f044ffafeda247bd9d2c6bdc29ca"},
2537
+ {file = "pywin32-303-cp38-cp38-win32.whl", hash = "sha256:5f9ec054f5a46a0f4dfd72af2ce1372f3d5a6e4052af20b858aa7df2df7d355b"},
2538
+ {file = "pywin32-303-cp38-cp38-win_amd64.whl", hash = "sha256:793bf74fce164bcffd9d57bb13c2c15d56e43c9542a7b9687b4fccf8f8a41aba"},
2539
+ {file = "pywin32-303-cp39-cp39-win32.whl", hash = "sha256:7d3271c98434617a11921c5ccf74615794d97b079e22ed7773790822735cc352"},
2540
+ {file = "pywin32-303-cp39-cp39-win_amd64.whl", hash = "sha256:79cbb862c11b9af19bcb682891c1b91942ec2ff7de8151e2aea2e175899cda34"},
2541
+ ]
2542
  pyyaml = [
2543
  {file = "PyYAML-6.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d4db7c7aef085872ef65a8fd7d6d09a14ae91f691dec3e87ee5ee0539d516f53"},
2544
  {file = "PyYAML-6.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9df7ed3b3d2e0ecfe09e14741b857df43adb5a3ddadc919a2d94fbdf78fea53c"},
 
2574
  {file = "PyYAML-6.0-cp39-cp39-win_amd64.whl", hash = "sha256:b3d267842bf12586ba6c734f89d1f5b871df0273157918b0ccefa29deb05c21c"},
2575
  {file = "PyYAML-6.0.tar.gz", hash = "sha256:68fb519c14306fec9720a2a5b45bc9f0c8d1b9c72adf45c37baedfcd949c35a2"},
2576
  ]
2577
+ pyzmq = [
2578
+ {file = "pyzmq-22.3.0-cp310-cp310-macosx_10_15_universal2.whl", hash = "sha256:6b217b8f9dfb6628f74b94bdaf9f7408708cb02167d644edca33f38746ca12dd"},
2579
+ {file = "pyzmq-22.3.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:2841997a0d85b998cbafecb4183caf51fd19c4357075dfd33eb7efea57e4c149"},
2580
+ {file = "pyzmq-22.3.0-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:f89468059ebc519a7acde1ee50b779019535db8dcf9b8c162ef669257fef7a93"},
2581
+ {file = "pyzmq-22.3.0-cp310-cp310-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:ea12133df25e3a6918718fbb9a510c6ee5d3fdd5a346320421aac3882f4feeea"},
2582
+ {file = "pyzmq-22.3.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:76c532fd68b93998aab92356be280deec5de8f8fe59cd28763d2cc8a58747b7f"},
2583
+ {file = "pyzmq-22.3.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:f907c7359ce8bf7f7e63c82f75ad0223384105f5126f313400b7e8004d9b33c3"},
2584
+ {file = "pyzmq-22.3.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:902319cfe23366595d3fa769b5b751e6ee6750a0a64c5d9f757d624b2ac3519e"},
2585
+ {file = "pyzmq-22.3.0-cp310-cp310-win32.whl", hash = "sha256:67db33bea0a29d03e6eeec55a8190e033318cee3cbc732ba8fd939617cbf762d"},
2586
+ {file = "pyzmq-22.3.0-cp310-cp310-win_amd64.whl", hash = "sha256:7661fc1d5cb73481cf710a1418a4e1e301ed7d5d924f91c67ba84b2a1b89defd"},
2587
+ {file = "pyzmq-22.3.0-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:79244b9e97948eaf38695f4b8e6fc63b14b78cc37f403c6642ba555517ac1268"},
2588
+ {file = "pyzmq-22.3.0-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ab888624ed68930442a3f3b0b921ad7439c51ba122dbc8c386e6487a658e4a4e"},
2589
+ {file = "pyzmq-22.3.0-cp36-cp36m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:18cd854b423fce44951c3a4d3e686bac8f1243d954f579e120a1714096637cc0"},
2590
+ {file = "pyzmq-22.3.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:de8df0684398bd74ad160afdc2a118ca28384ac6f5e234eb0508858d8d2d9364"},
2591
+ {file = "pyzmq-22.3.0-cp36-cp36m-musllinux_1_1_i686.whl", hash = "sha256:62bcade20813796c426409a3e7423862d50ff0639f5a2a95be4b85b09a618666"},
2592
+ {file = "pyzmq-22.3.0-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:ea5a79e808baef98c48c884effce05c31a0698c1057de8fc1c688891043c1ce1"},
2593
+ {file = "pyzmq-22.3.0-cp36-cp36m-win32.whl", hash = "sha256:3c1895c95be92600233e476fe283f042e71cf8f0b938aabf21b7aafa62a8dac9"},
2594
+ {file = "pyzmq-22.3.0-cp36-cp36m-win_amd64.whl", hash = "sha256:851977788b9caa8ed011f5f643d3ee8653af02c5fc723fa350db5125abf2be7b"},
2595
+ {file = "pyzmq-22.3.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:b4ebed0977f92320f6686c96e9e8dd29eed199eb8d066936bac991afc37cbb70"},
2596
+ {file = "pyzmq-22.3.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:42abddebe2c6a35180ca549fadc7228d23c1e1f76167c5ebc8a936b5804ea2df"},
2597
+ {file = "pyzmq-22.3.0-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:c1e41b32d6f7f9c26bc731a8b529ff592f31fc8b6ef2be9fa74abd05c8a342d7"},
2598
+ {file = "pyzmq-22.3.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:be4e0f229cf3a71f9ecd633566bd6f80d9fa6afaaff5489492be63fe459ef98c"},
2599
+ {file = "pyzmq-22.3.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:08c4e315a76ef26eb833511ebf3fa87d182152adf43dedee8d79f998a2162a0b"},
2600
+ {file = "pyzmq-22.3.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:badb868fff14cfd0e200eaa845887b1011146a7d26d579aaa7f966c203736b92"},
2601
+ {file = "pyzmq-22.3.0-cp37-cp37m-win32.whl", hash = "sha256:7c58f598d9fcc52772b89a92d72bf8829c12d09746a6d2c724c5b30076c1f11d"},
2602
+ {file = "pyzmq-22.3.0-cp37-cp37m-win_amd64.whl", hash = "sha256:2b97502c16a5ec611cd52410bdfaab264997c627a46b0f98d3f666227fd1ea2d"},
2603
+ {file = "pyzmq-22.3.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:d728b08448e5ac3e4d886b165385a262883c34b84a7fe1166277fe675e1c197a"},
2604
+ {file = "pyzmq-22.3.0-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:480b9931bfb08bf8b094edd4836271d4d6b44150da051547d8c7113bf947a8b0"},
2605
+ {file = "pyzmq-22.3.0-cp38-cp38-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:7dc09198e4073e6015d9a8ea093fc348d4e59de49382476940c3dd9ae156fba8"},
2606
+ {file = "pyzmq-22.3.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0ca6cd58f62a2751728016d40082008d3b3412a7f28ddfb4a2f0d3c130f69e74"},
2607
+ {file = "pyzmq-22.3.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:468bd59a588e276961a918a3060948ae68f6ff5a7fa10bb2f9160c18fe341067"},
2608
+ {file = "pyzmq-22.3.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:c88fa7410e9fc471e0858638f403739ee869924dd8e4ae26748496466e27ac59"},
2609
+ {file = "pyzmq-22.3.0-cp38-cp38-win32.whl", hash = "sha256:c0f84360dcca3481e8674393bdf931f9f10470988f87311b19d23cda869bb6b7"},
2610
+ {file = "pyzmq-22.3.0-cp38-cp38-win_amd64.whl", hash = "sha256:f762442bab706fd874064ca218b33a1d8e40d4938e96c24dafd9b12e28017f45"},
2611
+ {file = "pyzmq-22.3.0-cp39-cp39-macosx_10_15_universal2.whl", hash = "sha256:954e73c9cd4d6ae319f1c936ad159072b6d356a92dcbbabfd6e6204b9a79d356"},
2612
+ {file = "pyzmq-22.3.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:f43b4a2e6218371dd4f41e547bd919ceeb6ebf4abf31a7a0669cd11cd91ea973"},
2613
+ {file = "pyzmq-22.3.0-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:acebba1a23fb9d72b42471c3771b6f2f18dcd46df77482612054bd45c07dfa36"},
2614
+ {file = "pyzmq-22.3.0-cp39-cp39-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:cf98fd7a6c8aaa08dbc699ffae33fd71175696d78028281bc7b832b26f00ca57"},
2615
+ {file = "pyzmq-22.3.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d072f7dfbdb184f0786d63bda26e8a0882041b1e393fbe98940395f7fab4c5e2"},
2616
+ {file = "pyzmq-22.3.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:53f4fd13976789ffafedd4d46f954c7bb01146121812b72b4ddca286034df966"},
2617
+ {file = "pyzmq-22.3.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:d1b5d457acbadcf8b27561deeaa386b0217f47626b29672fa7bd31deb6e91e1b"},
2618
+ {file = "pyzmq-22.3.0-cp39-cp39-win32.whl", hash = "sha256:e6a02cf7271ee94674a44f4e62aa061d2d049001c844657740e156596298b70b"},
2619
+ {file = "pyzmq-22.3.0-cp39-cp39-win_amd64.whl", hash = "sha256:d3dcb5548ead4f1123851a5ced467791f6986d68c656bc63bfff1bf9e36671e2"},
2620
+ {file = "pyzmq-22.3.0-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:3a4c9886d61d386b2b493377d980f502186cd71d501fffdba52bd2a0880cef4f"},
2621
+ {file = "pyzmq-22.3.0-pp37-pypy37_pp73-manylinux_2_12_i686.manylinux2010_i686.whl", hash = "sha256:80e043a89c6cadefd3a0712f8a1322038e819ebe9dbac7eca3bce1721bcb63bf"},
2622
+ {file = "pyzmq-22.3.0-pp37-pypy37_pp73-manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:1621e7a2af72cced1f6ec8ca8ca91d0f76ac236ab2e8828ac8fe909512d566cb"},
2623
+ {file = "pyzmq-22.3.0-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:d6157793719de168b199194f6b6173f0ccd3bf3499e6870fac17086072e39115"},
2624
+ {file = "pyzmq-22.3.0.tar.gz", hash = "sha256:8eddc033e716f8c91c6a2112f0a8ebc5e00532b4a6ae1eb0ccc48e027f9c671c"},
2625
+ ]
2626
  regex = [
2627
  {file = "regex-2022.3.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ab69b4fe09e296261377d209068d52402fb85ef89dc78a9ac4a29a895f4e24a7"},
2628
  {file = "regex-2022.3.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5bc5f921be39ccb65fdda741e04b2555917a4bced24b4df14eddc7569be3b493"},
 
2722
  {file = "sniffio-1.2.0-py3-none-any.whl", hash = "sha256:471b71698eac1c2112a40ce2752bb2f4a4814c22a54a3eed3676bc0f5ca9f663"},
2723
  {file = "sniffio-1.2.0.tar.gz", hash = "sha256:c4666eecec1d3f50960c6bdf61ab7bc350648da6c126e3cf6898d8cd4ddcd3de"},
2724
  ]
2725
+ stack-data = [
2726
+ {file = "stack_data-0.2.0-py3-none-any.whl", hash = "sha256:999762f9c3132308789affa03e9271bbbe947bf78311851f4d485d8402ed858e"},
2727
+ {file = "stack_data-0.2.0.tar.gz", hash = "sha256:45692d41bd633a9503a5195552df22b583caf16f0b27c4e58c98d88c8b648e12"},
2728
+ ]
2729
  starlette = [
2730
  {file = "starlette-0.17.1-py3-none-any.whl", hash = "sha256:26a18cbda5e6b651c964c12c88b36d9898481cd428ed6e063f5f29c418f73050"},
2731
  {file = "starlette-0.17.1.tar.gz", hash = "sha256:57eab3cc975a28af62f6faec94d355a410634940f10b30d68d31cb5ec1b44ae8"},
 
2799
  {file = "torch-1.11.0-cp39-none-macosx_10_9_x86_64.whl", hash = "sha256:50fd9bf85c578c871c28f1cb0ace9dfc6024401c7f399b174fb0f370899f4454"},
2800
  {file = "torch-1.11.0-cp39-none-macosx_11_0_arm64.whl", hash = "sha256:0e48af66ad755f0f9c5f2664028a414f57c49d6adc37e77e06fe0004da4edb61"},
2801
  ]
2802
+ tornado = [
2803
+ {file = "tornado-6.1-cp35-cp35m-macosx_10_9_x86_64.whl", hash = "sha256:d371e811d6b156d82aa5f9a4e08b58debf97c302a35714f6f45e35139c332e32"},
2804
+ {file = "tornado-6.1-cp35-cp35m-manylinux1_i686.whl", hash = "sha256:0d321a39c36e5f2c4ff12b4ed58d41390460f798422c4504e09eb5678e09998c"},
2805
+ {file = "tornado-6.1-cp35-cp35m-manylinux1_x86_64.whl", hash = "sha256:9de9e5188a782be6b1ce866e8a51bc76a0fbaa0e16613823fc38e4fc2556ad05"},
2806
+ {file = "tornado-6.1-cp35-cp35m-manylinux2010_i686.whl", hash = "sha256:61b32d06ae8a036a6607805e6720ef00a3c98207038444ba7fd3d169cd998910"},
2807
+ {file = "tornado-6.1-cp35-cp35m-manylinux2010_x86_64.whl", hash = "sha256:3e63498f680547ed24d2c71e6497f24bca791aca2fe116dbc2bd0ac7f191691b"},
2808
+ {file = "tornado-6.1-cp35-cp35m-manylinux2014_aarch64.whl", hash = "sha256:6c77c9937962577a6a76917845d06af6ab9197702a42e1346d8ae2e76b5e3675"},
2809
+ {file = "tornado-6.1-cp35-cp35m-win32.whl", hash = "sha256:6286efab1ed6e74b7028327365cf7346b1d777d63ab30e21a0f4d5b275fc17d5"},
2810
+ {file = "tornado-6.1-cp35-cp35m-win_amd64.whl", hash = "sha256:fa2ba70284fa42c2a5ecb35e322e68823288a4251f9ba9cc77be04ae15eada68"},
2811
+ {file = "tornado-6.1-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:0a00ff4561e2929a2c37ce706cb8233b7907e0cdc22eab98888aca5dd3775feb"},
2812
+ {file = "tornado-6.1-cp36-cp36m-manylinux1_i686.whl", hash = "sha256:748290bf9112b581c525e6e6d3820621ff020ed95af6f17fedef416b27ed564c"},
2813
+ {file = "tornado-6.1-cp36-cp36m-manylinux1_x86_64.whl", hash = "sha256:e385b637ac3acaae8022e7e47dfa7b83d3620e432e3ecb9a3f7f58f150e50921"},
2814
+ {file = "tornado-6.1-cp36-cp36m-manylinux2010_i686.whl", hash = "sha256:25ad220258349a12ae87ede08a7b04aca51237721f63b1808d39bdb4b2164558"},
2815
+ {file = "tornado-6.1-cp36-cp36m-manylinux2010_x86_64.whl", hash = "sha256:65d98939f1a2e74b58839f8c4dab3b6b3c1ce84972ae712be02845e65391ac7c"},
2816
+ {file = "tornado-6.1-cp36-cp36m-manylinux2014_aarch64.whl", hash = "sha256:e519d64089b0876c7b467274468709dadf11e41d65f63bba207e04217f47c085"},
2817
+ {file = "tornado-6.1-cp36-cp36m-win32.whl", hash = "sha256:b87936fd2c317b6ee08a5741ea06b9d11a6074ef4cc42e031bc6403f82a32575"},
2818
+ {file = "tornado-6.1-cp36-cp36m-win_amd64.whl", hash = "sha256:cc0ee35043162abbf717b7df924597ade8e5395e7b66d18270116f8745ceb795"},
2819
+ {file = "tornado-6.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:7250a3fa399f08ec9cb3f7b1b987955d17e044f1ade821b32e5f435130250d7f"},
2820
+ {file = "tornado-6.1-cp37-cp37m-manylinux1_i686.whl", hash = "sha256:ed3ad863b1b40cd1d4bd21e7498329ccaece75db5a5bf58cd3c9f130843e7102"},
2821
+ {file = "tornado-6.1-cp37-cp37m-manylinux1_x86_64.whl", hash = "sha256:dcef026f608f678c118779cd6591c8af6e9b4155c44e0d1bc0c87c036fb8c8c4"},
2822
+ {file = "tornado-6.1-cp37-cp37m-manylinux2010_i686.whl", hash = "sha256:70dec29e8ac485dbf57481baee40781c63e381bebea080991893cd297742b8fd"},
2823
+ {file = "tornado-6.1-cp37-cp37m-manylinux2010_x86_64.whl", hash = "sha256:d3f7594930c423fd9f5d1a76bee85a2c36fd8b4b16921cae7e965f22575e9c01"},
2824
+ {file = "tornado-6.1-cp37-cp37m-manylinux2014_aarch64.whl", hash = "sha256:3447475585bae2e77ecb832fc0300c3695516a47d46cefa0528181a34c5b9d3d"},
2825
+ {file = "tornado-6.1-cp37-cp37m-win32.whl", hash = "sha256:e7229e60ac41a1202444497ddde70a48d33909e484f96eb0da9baf8dc68541df"},
2826
+ {file = "tornado-6.1-cp37-cp37m-win_amd64.whl", hash = "sha256:cb5ec8eead331e3bb4ce8066cf06d2dfef1bfb1b2a73082dfe8a161301b76e37"},
2827
+ {file = "tornado-6.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:20241b3cb4f425e971cb0a8e4ffc9b0a861530ae3c52f2b0434e6c1b57e9fd95"},
2828
+ {file = "tornado-6.1-cp38-cp38-manylinux1_i686.whl", hash = "sha256:c77da1263aa361938476f04c4b6c8916001b90b2c2fdd92d8d535e1af48fba5a"},
2829
+ {file = "tornado-6.1-cp38-cp38-manylinux1_x86_64.whl", hash = "sha256:fba85b6cd9c39be262fcd23865652920832b61583de2a2ca907dbd8e8a8c81e5"},
2830
+ {file = "tornado-6.1-cp38-cp38-manylinux2010_i686.whl", hash = "sha256:1e8225a1070cd8eec59a996c43229fe8f95689cb16e552d130b9793cb570a288"},
2831
+ {file = "tornado-6.1-cp38-cp38-manylinux2010_x86_64.whl", hash = "sha256:d14d30e7f46a0476efb0deb5b61343b1526f73ebb5ed84f23dc794bdb88f9d9f"},
2832
+ {file = "tornado-6.1-cp38-cp38-manylinux2014_aarch64.whl", hash = "sha256:8f959b26f2634a091bb42241c3ed8d3cedb506e7c27b8dd5c7b9f745318ddbb6"},
2833
+ {file = "tornado-6.1-cp38-cp38-win32.whl", hash = "sha256:34ca2dac9e4d7afb0bed4677512e36a52f09caa6fded70b4e3e1c89dbd92c326"},
2834
+ {file = "tornado-6.1-cp38-cp38-win_amd64.whl", hash = "sha256:6196a5c39286cc37c024cd78834fb9345e464525d8991c21e908cc046d1cc02c"},
2835
+ {file = "tornado-6.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:f0ba29bafd8e7e22920567ce0d232c26d4d47c8b5cf4ed7b562b5db39fa199c5"},
2836
+ {file = "tornado-6.1-cp39-cp39-manylinux1_i686.whl", hash = "sha256:33892118b165401f291070100d6d09359ca74addda679b60390b09f8ef325ffe"},
2837
+ {file = "tornado-6.1-cp39-cp39-manylinux1_x86_64.whl", hash = "sha256:7da13da6f985aab7f6f28debab00c67ff9cbacd588e8477034c0652ac141feea"},
2838
+ {file = "tornado-6.1-cp39-cp39-manylinux2010_i686.whl", hash = "sha256:e0791ac58d91ac58f694d8d2957884df8e4e2f6687cdf367ef7eb7497f79eaa2"},
2839
+ {file = "tornado-6.1-cp39-cp39-manylinux2010_x86_64.whl", hash = "sha256:66324e4e1beede9ac79e60f88de548da58b1f8ab4b2f1354d8375774f997e6c0"},
2840
+ {file = "tornado-6.1-cp39-cp39-manylinux2014_aarch64.whl", hash = "sha256:a48900ecea1cbb71b8c71c620dee15b62f85f7c14189bdeee54966fbd9a0c5bd"},
2841
+ {file = "tornado-6.1-cp39-cp39-win32.whl", hash = "sha256:d3d20ea5782ba63ed13bc2b8c291a053c8d807a8fa927d941bd718468f7b950c"},
2842
+ {file = "tornado-6.1-cp39-cp39-win_amd64.whl", hash = "sha256:548430be2740e327b3fe0201abe471f314741efcb0067ec4f2d7dcfb4825f3e4"},
2843
+ {file = "tornado-6.1.tar.gz", hash = "sha256:33c6e81d7bd55b468d2e793517c909b139960b6c790a60b7991b9b6b76fb9791"},
2844
+ ]
2845
  tqdm = [
2846
  {file = "tqdm-4.63.0-py2.py3-none-any.whl", hash = "sha256:e643e071046f17139dea55b880dc9b33822ce21613b4a4f5ea57f202833dbc29"},
2847
  {file = "tqdm-4.63.0.tar.gz", hash = "sha256:1d9835ede8e394bb8c9dcbffbca02d717217113adc679236873eeaac5bc0b3cd"},
2848
  ]
2849
+ traitlets = [
2850
+ {file = "traitlets-5.1.1-py3-none-any.whl", hash = "sha256:2d313cc50a42cd6c277e7d7dc8d4d7fedd06a2c215f78766ae7b1a66277e0033"},
2851
+ {file = "traitlets-5.1.1.tar.gz", hash = "sha256:059f456c5a7c1c82b98c2e8c799f39c9b8128f6d0d46941ee118daace9eb70c7"},
2852
+ ]
2853
  transformers = [
2854
  {file = "transformers-4.17.0-py3-none-any.whl", hash = "sha256:5c7d1955693ebf4a69a0fa700b2ef730232d5d7c1528e15d44c1d473b38f57b8"},
2855
  {file = "transformers-4.17.0.tar.gz", hash = "sha256:986fd59255460555b893a2b1827b9b8dd4e5cd6343e4409d18539208f69fb51b"},
 
2870
  {file = "uvicorn-0.17.6-py3-none-any.whl", hash = "sha256:19e2a0e96c9ac5581c01eb1a79a7d2f72bb479691acd2b8921fce48ed5b961a6"},
2871
  {file = "uvicorn-0.17.6.tar.gz", hash = "sha256:5180f9d059611747d841a4a4c4ab675edf54c8489e97f96d0583ee90ac3bfc23"},
2872
  ]
2873
+ wcwidth = [
2874
+ {file = "wcwidth-0.2.5-py2.py3-none-any.whl", hash = "sha256:beb4802a9cebb9144e99086eff703a642a13d6a0052920003a230f3294bbe784"},
2875
+ {file = "wcwidth-0.2.5.tar.gz", hash = "sha256:c4d647b99872929fdb7bdcaa4fbe7f01413ed3d98077df798530e5b04f116c83"},
2876
+ ]
2877
  xxhash = [
2878
  {file = "xxhash-3.0.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:219cba13991fd73cf21a5efdafa5056f0ae0b8f79e5e0112967e3058daf73eea"},
2879
  {file = "xxhash-3.0.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:3fcbb846af15eff100c412ae54f4974ff277c92eacd41f1ec7803a64fd07fa0c"},
pyproject.toml CHANGED
@@ -20,6 +20,7 @@ Jinja2 = "^3.1.1"
20
  flake8 = "^4.0.1"
21
  autopep8 = "^1.6.0"
22
  mypy = "^0.941"
 
23
 
24
  [tool.mypy]
25
  no_implicit_optional=true
 
20
  flake8 = "^4.0.1"
21
  autopep8 = "^1.6.0"
22
  mypy = "^0.941"
23
+ ipykernel = "^6.11.0"
24
 
25
  [tool.mypy]
26
  no_implicit_optional=true
query.py CHANGED
@@ -2,7 +2,7 @@ import argparse
2
  import torch
3
  import transformers
4
 
5
- from typing import List, cast
6
  from datasets import load_dataset, DatasetDict
7
  from dotenv import load_dotenv
8
 
@@ -14,9 +14,9 @@ from src.utils.preprocessing import context_to_reader_input
14
  from src.utils.log import get_logger
15
 
16
 
17
- def get_retriever(r: str, ds: DatasetDict) -> Retriever:
18
  retriever = ESRetriever if r == "es" else FaissRetriever
19
- return retriever(ds)
20
 
21
 
22
  def print_name(contexts: dict, section: str, id: int):
@@ -25,7 +25,7 @@ def print_name(contexts: dict, section: str, id: int):
25
  print(f" {section}: {name}")
26
 
27
 
28
- def get_scores(answers: List[tuple], scores: List[float], contexts: dict):
29
  # calculate answer scores
30
  sm = torch.nn.Softmax(dim=0)
31
  d_scores = sm(torch.Tensor(
@@ -37,7 +37,7 @@ def get_scores(answers: List[tuple], scores: List[float], contexts: dict):
37
 
38
 
39
  def print_answers(answers: List[tuple], scores: List[float], contexts: dict):
40
- d_scores, s_scores = get_scores(answers, scores, contexts)
41
 
42
  for pos, answer in enumerate(answers):
43
  print(f"{pos + 1:>4}. {answer.text}")
@@ -61,8 +61,9 @@ def probe(query: str, retriever: Retriever, reader: DprReader, num_answers: int
61
 
62
  def default_probe(query: str):
63
  # default probe is a probe that prints 5 answers with faiss
64
- dataset = cast(DatasetDict, load_dataset("GroNLP/ik-nlp-22_slp"))
65
- retriever = get_retriever("faiss", dataset)
 
66
  reader = DprReader()
67
 
68
  return probe(query, retriever, reader)
@@ -70,10 +71,11 @@ def default_probe(query: str):
70
 
71
  def main(args: argparse.Namespace):
72
  # Initialize dataset
73
- dataset = cast(DatasetDict, load_dataset("GroNLP/ik-nlp-22_slp"))
 
74
 
75
  # Retrieve
76
- retriever = get_retriever(args.retriever, dataset)
77
  reader = DprReader()
78
  answers, scores, contexts = probe(
79
  args.query, retriever, reader, args.num_answers)
 
2
  import torch
3
  import transformers
4
 
5
+ from typing import List, Literal, Union, cast
6
  from datasets import load_dataset, DatasetDict
7
  from dotenv import load_dotenv
8
 
 
14
  from src.utils.log import get_logger
15
 
16
 
17
+ def get_retriever(r: Union[Literal["es"], Literal["fais"]], paragraphs: DatasetDict) -> Retriever:
18
  retriever = ESRetriever if r == "es" else FaissRetriever
19
+ return retriever(paragraphs)
20
 
21
 
22
  def print_name(contexts: dict, section: str, id: int):
 
25
  print(f" {section}: {name}")
26
 
27
 
28
+ def get_retrieval_span_scores(answers: List[tuple]):
29
  # calculate answer scores
30
  sm = torch.nn.Softmax(dim=0)
31
  d_scores = sm(torch.Tensor(
 
37
 
38
 
39
  def print_answers(answers: List[tuple], scores: List[float], contexts: dict):
40
+ d_scores, s_scores = get_retrieval_span_scores(answers)
41
 
42
  for pos, answer in enumerate(answers):
43
  print(f"{pos + 1:>4}. {answer.text}")
 
61
 
62
  def default_probe(query: str):
63
  # default probe is a probe that prints 5 answers with faiss
64
+ paragraphs = cast(DatasetDict, load_dataset(
65
+ "GroNLP/ik-nlp-22_slp", "paragraphs"))
66
+ retriever = get_retriever("faiss", paragraphs)
67
  reader = DprReader()
68
 
69
  return probe(query, retriever, reader)
 
71
 
72
  def main(args: argparse.Namespace):
73
  # Initialize dataset
74
+ paragraphs = cast(DatasetDict, load_dataset(
75
+ "GroNLP/ik-nlp-22_slp", "paragraphs"))
76
 
77
  # Retrieve
78
+ retriever = get_retriever(args.retriever, paragraphs)
79
  reader = DprReader()
80
  answers, scores, contexts = probe(
81
  args.query, retriever, reader, args.num_answers)
src/retrievers/es_retriever.py CHANGED
@@ -1,16 +1,15 @@
1
- from datasets import DatasetDict, load_dataset
2
  from src.utils.log import get_logger
3
  from src.retrievers.base_retriever import Retriever
4
  from elasticsearch import Elasticsearch
5
- from dotenv import load_dotenv
6
  import os
7
 
8
  logger = get_logger()
9
 
10
 
11
  class ESRetriever(Retriever):
12
- def __init__(self, dataset: DatasetDict) -> None:
13
- self.dataset = dataset["train"]
14
 
15
  es_host = os.getenv("ELASTIC_HOST", "localhost")
16
  es_password = os.getenv("ELASTIC_PASSWORD")
@@ -22,15 +21,15 @@ class ESRetriever(Retriever):
22
  ca_certs="./http_ca.crt")
23
 
24
  if self.client.indices.exists(index="paragraphs"):
25
- self.dataset.load_elasticsearch_index(
26
  "paragraphs", es_index_name="paragraphs",
27
  es_client=self.client)
28
  else:
29
  logger.info(f"Creating index 'paragraphs' on {es_host}")
30
- self.dataset.add_elasticsearch_index(column="text",
31
- index_name="paragraphs",
32
- es_index_name="paragraphs",
33
- es_client=self.client)
34
 
35
  def retrieve(self, query: str, k: int = 5):
36
- return self.dataset.get_nearest_examples("paragraphs", query, k)
 
1
+ from datasets import DatasetDict
2
  from src.utils.log import get_logger
3
  from src.retrievers.base_retriever import Retriever
4
  from elasticsearch import Elasticsearch
 
5
  import os
6
 
7
  logger = get_logger()
8
 
9
 
10
  class ESRetriever(Retriever):
11
+ def __init__(self, paragraphs: DatasetDict) -> None:
12
+ self.paragraphs = paragraphs["train"]
13
 
14
  es_host = os.getenv("ELASTIC_HOST", "localhost")
15
  es_password = os.getenv("ELASTIC_PASSWORD")
 
21
  ca_certs="./http_ca.crt")
22
 
23
  if self.client.indices.exists(index="paragraphs"):
24
+ self.paragraphs.load_elasticsearch_index(
25
  "paragraphs", es_index_name="paragraphs",
26
  es_client=self.client)
27
  else:
28
  logger.info(f"Creating index 'paragraphs' on {es_host}")
29
+ self.paragraphs.add_elasticsearch_index(column="text",
30
+ index_name="paragraphs",
31
+ es_index_name="paragraphs",
32
+ es_client=self.client)
33
 
34
  def retrieve(self, query: str, k: int = 5):
35
+ return self.paragraphs.get_nearest_examples("paragraphs", query, k)
src/retrievers/faiss_retriever.py CHANGED
@@ -27,7 +27,7 @@ class FaissRetriever(Retriever):
27
  based on https://huggingface.co/docs/datasets/faiss_es#faiss.
28
  """
29
 
30
- def __init__(self, dataset: DatasetDict, embedding_path: str = "./src/models/paragraphs_embedding.faiss") -> None:
31
  torch.set_grad_enabled(False)
32
 
33
  # Context encoding and tokenization
@@ -46,7 +46,7 @@ class FaissRetriever(Retriever):
46
  "facebook/dpr-question_encoder-single-nq-base"
47
  )
48
 
49
- self.dataset = dataset
50
  self.embedding_path = embedding_path
51
 
52
  self.index = self._init_index()
@@ -55,10 +55,9 @@ class FaissRetriever(Retriever):
55
  self,
56
  force_new_embedding: bool = False):
57
 
58
- ds = self.dataset["train"]
59
  ds = ds.map(remove_formulas)
60
 
61
-
62
  if not force_new_embedding and os.path.exists(self.embedding_path):
63
  ds.load_faiss_index(
64
  'embeddings', self.embedding_path) # type: ignore
 
27
  based on https://huggingface.co/docs/datasets/faiss_es#faiss.
28
  """
29
 
30
+ def __init__(self, paragraphs: DatasetDict, embedding_path: str = "./src/models/paragraphs_embedding.faiss") -> None:
31
  torch.set_grad_enabled(False)
32
 
33
  # Context encoding and tokenization
 
46
  "facebook/dpr-question_encoder-single-nq-base"
47
  )
48
 
49
+ self.paragraphs = paragraphs
50
  self.embedding_path = embedding_path
51
 
52
  self.index = self._init_index()
 
55
  self,
56
  force_new_embedding: bool = False):
57
 
58
+ ds = self.paragraphs["train"]
59
  ds = ds.map(remove_formulas)
60
 
 
61
  if not force_new_embedding and os.path.exists(self.embedding_path):
62
  ds.load_faiss_index(
63
  'embeddings', self.embedding_path) # type: ignore