File size: 21,023 Bytes
06e4063
1c62a4c
06e4063
 
 
 
 
 
 
 
 
 
e99d9a6
41bc4d3
 
e99d9a6
 
 
a23d02e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
06e4063
 
 
 
e99d9a6
41bc4d3
 
e99d9a6
 
 
a23d02e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
06e4063
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
{
  "_name_or_path": "model",
  "architectures": [
    "BertForSequenceClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "classifier_dropout": null,
  "gradient_checkpointing": false,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "Abnormal findings on examination of blood without diagnosis R70-R79",
    "1": "Acute kidney failure and chronic kidney disease N17-N19",
    "2": "Acute rheumatic fever I00-I02",
    "3": "Acute upper respiratory infections J00-J06",
    "4": "Anxiety dissociative stress-related somatoform and other nonpsychotic mental disorders F40-F48",
    "5": "Aplastic and other anemias and other bone marrow failure syndromes D60-D64",
    "6": "Bacterial and viral infectious agents B95-B97",
    "7": "Benign neoplasms except benign neuroendocrine tumors D10-D36",
    "8": "Benign neuroendocrine tumors",
    "9": "Cerebrovascular diseases I60-I69",
    "10": "Certain disorders involving the immune mechanism D80-D89",
    "11": "Certain early complications of trauma not elsewhere classified",
    "12": "Chronic lower respiratory diseases J40-J47",
    "13": "Chronic rheumatic heart diseases I05-I09",
    "14": "Coagulation defects purpura and other hemorrhagic conditions D65-D69",
    "15": "Complications of labor and delivery O60-O77",
    "16": "Complications of surgical and medical care not elsewhere classified T80-T88",
    "17": "Complications predominantly related to the puerperium O85-O92",
    "18": "Congenital malformations and deformations of the musculoskeletal system Q65-Q79",
    "19": "Congenital malformations of the circulatory system Q20-Q28",
    "20": "Deforming dorsopathies M40-M43",
    "21": "Demyelinating diseases of the central nervous system G35-G37",
    "22": "Dentofacial anomalies including malocclusion and other disorders of jaw M26-M27",
    "23": "Dermatitis and eczema L20-L30",
    "24": "Diabetes mellitus E08-E13",
    "25": "Diseases of appendix K35-K38",
    "26": "Diseases of arteries arterioles and capillaries I70-I79",
    "27": "Diseases of esophagus stomach and duodenum K20-K31",
    "28": "Diseases of liver K70-K77",
    "29": "Diseases of male genital organs N40-N53",
    "30": "Diseases of myoneural junction and muscle G70-G73",
    "31": "Diseases of oral cavity and salivary glands K00-K14",
    "32": "Diseases of peritoneum and retroperitoneum K65-K68",
    "33": "Diseases of veins lymphatic vessels and lymph nodes not elsewhere classified I80-I89",
    "34": "Disorders of bone density and structure M80-M85",
    "35": "Disorders of eyelid lacrimal system and orbit H00-H05",
    "36": "Disorders of gallbladder biliary tract and pancreas K80-K87",
    "37": "Disorders of muscles M60-M63",
    "38": "Disorders of other endocrine glands E20-E35",
    "39": "Disorders of thyroid gland E00-E07",
    "40": "Edema proteinuria and hypertensive disorders in pregnancy childbirth and the puerperium O10-O16",
    "41": "Effects of foreign body entering through natural orifice T15-T19",
    "42": "Encounters for other specific health care Z40-Z53",
    "43": "Episodic and paroxysmal disorders G40-G47",
    "44": "Extrapyramidal and movement disorders G20-G26",
    "45": "General symptoms and signs R50-R69",
    "46": "Glaucoma H40-H42",
    "47": "Glomerular diseases N00-N08",
    "48": "Helminthiases B65-B83",
    "49": "Hemolytic anemias D55-D59",
    "50": "Hernia K40-K46",
    "51": "Human immunodeficiency virus HIV disease",
    "52": "Hypertensive diseases I10-I16",
    "53": "In situ neoplasms D00-D09",
    "54": "Infections of the skin and subcutaneous tissue L00-L08",
    "55": "Infections with a predominantly sexual mode of transmission A50-A64",
    "56": "Infectious arthropathies M00-M02",
    "57": "Inflammatory diseases of the central nervous system G00-G09",
    "58": "Inflammatory polyarthropathies M05-M14",
    "59": "Influenza and pneumonia J09-J18",
    "60": "Injuries to the abdomen lower back lumbar spine pelvis and external genitals S30-S39",
    "61": "Injuries to the elbow and forearm S50-S59",
    "62": "Injuries to the head S00-S09",
    "63": "Injuries to the hip and thigh S70-S79",
    "64": "Injuries to the knee and lower leg S80-S89",
    "65": "Injuries to the neck S10-S19",
    "66": "Injuries to the shoulder and upper arm S40-S49",
    "67": "Injuries to the thorax S20-S29",
    "68": "Injuries to the wrist hand and fingers S60-S69",
    "69": "Intestinal infectious diseases A00-A09",
    "70": "Intraoperative and postprocedural complications and disorders of respiratory system not elsewhere classified",
    "71": "Intraoperative complications of endocrine system",
    "72": "Ischemic heart diseases I20-I25",
    "73": "Lung diseases due to external agents J60-J70",
    "74": "Malignant neoplasm of breast",
    "75": "Malignant neoplasms of bone and articular cartilage C40-C41",
    "76": "Malignant neoplasms of digestive organs C15-C26",
    "77": "Malignant neoplasms of eye brain and other parts of central nervous system C69-C72",
    "78": "Malignant neoplasms of female genital organs C51-C58",
    "79": "Malignant neoplasms of ill-defined other secondary and unspecified sites C76-C80",
    "80": "Malignant neoplasms of lip oral cavity and pharynx C00-C14",
    "81": "Malignant neoplasms of lymphoid hematopoietic and related tissue C81-C96",
    "82": "Malignant neoplasms of male genital organs C60-C63",
    "83": "Malignant neoplasms of mesothelial and soft tissue C45-C49",
    "84": "Malignant neoplasms of respiratory and intrathoracic organs C30-C39",
    "85": "Malignant neoplasms of thyroid and other endocrine glands C73-C75",
    "86": "Malignant neoplasms of urinary tract C64-C68",
    "87": "Malignant neuroendocrine tumors",
    "88": "Malnutrition E40-E46",
    "89": "Maternal care related to the fetus and amniotic cavity and possible delivery problems O30-O48",
    "90": "Melanoma and other malignant neoplasms of skin C43-C44",
    "91": "Mental and behavioral disorders due to psychoactive substance use F10-F19",
    "92": "Mental disorders due to known physiological conditions F01-F09",
    "93": "Metabolic disorders E70-E88",
    "94": "Mood affective disorders F30-F39",
    "95": "Mycoses B35-B49",
    "96": "Neoplasms of uncertain behavior polycythemia vera and myelodysplastic syndromes D37-D48",
    "97": "Neoplasms of unspecified behavior",
    "98": "Nerve nerve root and plexus disorders G50-G59",
    "99": "Noninfective enteritis and colitis K50-K52",
    "100": "Noninflammatory disorders of female genital tract N80-N98",
    "101": "Nutritional anemias D50-D53",
    "102": "Osteoarthritis M15-M19",
    "103": "Other acquired deformities of musculoskeletal system and connective tissue",
    "104": "Other acute lower respiratory infections J20-J22",
    "105": "Other and unspecified disorders of the circulatory system I95-I99",
    "106": "Other and unspecified effects of external causes T66-T78",
    "107": "Other bacterial diseases A30-A49",
    "108": "Other congenital malformations Q80-Q89",
    "109": "Other congenital malformations of the digestive system Q38-Q45",
    "110": "Other degenerative diseases of the nervous system G30-G32",
    "111": "Other diseases of intestines K55-K64",
    "112": "Other diseases of the digestive system K90-K95",
    "113": "Other diseases of the pleura J90-J94",
    "114": "Other diseases of the respiratory system J96-J99",
    "115": "Other diseases of the urinary system N30-N39",
    "116": "Other diseases of upper respiratory tract J30-J39",
    "117": "Other disorders of blood and blood-forming organs D70-D77",
    "118": "Other disorders of glucose regulation and pancreatic internal secretion E15-E16",
    "119": "Other disorders of kidney and ureter N25-N29",
    "120": "Other disorders of the nervous system G89-G99",
    "121": "Other disorders of the skin and subcutaneous tissue L80-L99",
    "122": "Other dorsopathies M50-M54",
    "123": "Other forms of heart disease I30-I52",
    "124": "Other maternal disorders predominantly related to pregnancy O20-O29",
    "125": "Other nutritional deficiencies E50-E64",
    "126": "Other obstetric conditions not elsewhere classified O94-O9A",
    "127": "Other osteopathies M86-M90",
    "128": "Other respiratory diseases principally affecting the interstitium J80-J84",
    "129": "Other soft tissue disorders M70-M79",
    "130": "Other spirochetal diseases A65-A69",
    "131": "Other viral diseases B25-B34",
    "132": "Overweight obesity and other hyperalimentation E65-E68",
    "133": "Pediculosis acariasis and other infestations B85-B89",
    "134": "Poisoning by adverse effects of and underdosing of drugs medicaments and biological substances T36-T50",
    "135": "Polyneuropathies and other disorders of the peripheral nervous system G60-G65",
    "136": "Postprocedural endocrine and metabolic complications and disorders not elsewhere classified",
    "137": "Pregnancy with abortive outcome O00-O08",
    "138": "Protozoal diseases B50-B64",
    "139": "Pulmonary heart disease and diseases of pulmonary circulation I26-I28",
    "140": "Renal tubulo-interstitial diseases N10-N16",
    "141": "Schizophrenia schizotypal delusional and other non-mood psychotic disorders F20-F29",
    "142": "Spondylopathies M45-M49",
    "143": "Suppurative and necrotic conditions of the lower respiratory tract J85-J86",
    "144": "Symptoms and signs involving cognition perception emotional state and behavior R40-R46",
    "145": "Symptoms and signs involving the circulatory and respiratory systems R00-R09",
    "146": "Symptoms and signs involving the digestive system and abdomen R10-R19",
    "147": "Symptoms and signs involving the genitourinary system R30-R39",
    "148": "Symptoms and signs involving the skin and subcutaneous tissue R20-R23",
    "149": "Systemic atrophies primarily affecting the central nervous system G10-G14",
    "150": "Systemic connective tissue disorders M30-M36",
    "151": "Toxic effects of substances chiefly nonmedicinal as to source T51-T65",
    "152": "Tuberculosis A15-A19",
    "153": "Urolithiasis N20-N23",
    "154": "Urticaria and erythema L49-L54",
    "155": "Viral and prion infections of the central nervous system A80-A89",
    "156": "Viral hepatitis B15-B19",
    "157": "Viral infections characterized by skin and mucous membrane lesions B00-B09"
  },
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {
    "Abnormal findings on examination of blood without diagnosis R70-R79": "0",
    "Acute kidney failure and chronic kidney disease N17-N19": "1",
    "Acute rheumatic fever I00-I02": "2",
    "Acute upper respiratory infections J00-J06": "3",
    "Anxiety dissociative stress-related somatoform and other nonpsychotic mental disorders F40-F48": "4",
    "Aplastic and other anemias and other bone marrow failure syndromes D60-D64": "5",
    "Bacterial and viral infectious agents B95-B97": "6",
    "Benign neoplasms except benign neuroendocrine tumors D10-D36": "7",
    "Benign neuroendocrine tumors": "8",
    "Cerebrovascular diseases I60-I69": "9",
    "Certain disorders involving the immune mechanism D80-D89": "10",
    "Certain early complications of trauma not elsewhere classified": "11",
    "Chronic lower respiratory diseases J40-J47": "12",
    "Chronic rheumatic heart diseases I05-I09": "13",
    "Coagulation defects purpura and other hemorrhagic conditions D65-D69": "14",
    "Complications of labor and delivery O60-O77": "15",
    "Complications of surgical and medical care not elsewhere classified T80-T88": "16",
    "Complications predominantly related to the puerperium O85-O92": "17",
    "Congenital malformations and deformations of the musculoskeletal system Q65-Q79": "18",
    "Congenital malformations of the circulatory system Q20-Q28": "19",
    "Deforming dorsopathies M40-M43": "20",
    "Demyelinating diseases of the central nervous system G35-G37": "21",
    "Dentofacial anomalies including malocclusion and other disorders of jaw M26-M27": "22",
    "Dermatitis and eczema L20-L30": "23",
    "Diabetes mellitus E08-E13": "24",
    "Diseases of appendix K35-K38": "25",
    "Diseases of arteries arterioles and capillaries I70-I79": "26",
    "Diseases of esophagus stomach and duodenum K20-K31": "27",
    "Diseases of liver K70-K77": "28",
    "Diseases of male genital organs N40-N53": "29",
    "Diseases of myoneural junction and muscle G70-G73": "30",
    "Diseases of oral cavity and salivary glands K00-K14": "31",
    "Diseases of peritoneum and retroperitoneum K65-K68": "32",
    "Diseases of veins lymphatic vessels and lymph nodes not elsewhere classified I80-I89": "33",
    "Disorders of bone density and structure M80-M85": "34",
    "Disorders of eyelid lacrimal system and orbit H00-H05": "35",
    "Disorders of gallbladder biliary tract and pancreas K80-K87": "36",
    "Disorders of muscles M60-M63": "37",
    "Disorders of other endocrine glands E20-E35": "38",
    "Disorders of thyroid gland E00-E07": "39",
    "Edema proteinuria and hypertensive disorders in pregnancy childbirth and the puerperium O10-O16": "40",
    "Effects of foreign body entering through natural orifice T15-T19": "41",
    "Encounters for other specific health care Z40-Z53": "42",
    "Episodic and paroxysmal disorders G40-G47": "43",
    "Extrapyramidal and movement disorders G20-G26": "44",
    "General symptoms and signs R50-R69": "45",
    "Glaucoma H40-H42": "46",
    "Glomerular diseases N00-N08": "47",
    "Helminthiases B65-B83": "48",
    "Hemolytic anemias D55-D59": "49",
    "Hernia K40-K46": "50",
    "Human immunodeficiency virus HIV disease": "51",
    "Hypertensive diseases I10-I16": "52",
    "In situ neoplasms D00-D09": "53",
    "Infections of the skin and subcutaneous tissue L00-L08": "54",
    "Infections with a predominantly sexual mode of transmission A50-A64": "55",
    "Infectious arthropathies M00-M02": "56",
    "Inflammatory diseases of the central nervous system G00-G09": "57",
    "Inflammatory polyarthropathies M05-M14": "58",
    "Influenza and pneumonia J09-J18": "59",
    "Injuries to the abdomen lower back lumbar spine pelvis and external genitals S30-S39": "60",
    "Injuries to the elbow and forearm S50-S59": "61",
    "Injuries to the head S00-S09": "62",
    "Injuries to the hip and thigh S70-S79": "63",
    "Injuries to the knee and lower leg S80-S89": "64",
    "Injuries to the neck S10-S19": "65",
    "Injuries to the shoulder and upper arm S40-S49": "66",
    "Injuries to the thorax S20-S29": "67",
    "Injuries to the wrist hand and fingers S60-S69": "68",
    "Intestinal infectious diseases A00-A09": "69",
    "Intraoperative and postprocedural complications and disorders of respiratory system not elsewhere classified": "70",
    "Intraoperative complications of endocrine system": "71",
    "Ischemic heart diseases I20-I25": "72",
    "Lung diseases due to external agents J60-J70": "73",
    "Malignant neoplasm of breast": "74",
    "Malignant neoplasms of bone and articular cartilage C40-C41": "75",
    "Malignant neoplasms of digestive organs C15-C26": "76",
    "Malignant neoplasms of eye brain and other parts of central nervous system C69-C72": "77",
    "Malignant neoplasms of female genital organs C51-C58": "78",
    "Malignant neoplasms of ill-defined other secondary and unspecified sites C76-C80": "79",
    "Malignant neoplasms of lip oral cavity and pharynx C00-C14": "80",
    "Malignant neoplasms of lymphoid hematopoietic and related tissue C81-C96": "81",
    "Malignant neoplasms of male genital organs C60-C63": "82",
    "Malignant neoplasms of mesothelial and soft tissue C45-C49": "83",
    "Malignant neoplasms of respiratory and intrathoracic organs C30-C39": "84",
    "Malignant neoplasms of thyroid and other endocrine glands C73-C75": "85",
    "Malignant neoplasms of urinary tract C64-C68": "86",
    "Malignant neuroendocrine tumors": "87",
    "Malnutrition E40-E46": "88",
    "Maternal care related to the fetus and amniotic cavity and possible delivery problems O30-O48": "89",
    "Melanoma and other malignant neoplasms of skin C43-C44": "90",
    "Mental and behavioral disorders due to psychoactive substance use F10-F19": "91",
    "Mental disorders due to known physiological conditions F01-F09": "92",
    "Metabolic disorders E70-E88": "93",
    "Mood affective disorders F30-F39": "94",
    "Mycoses B35-B49": "95",
    "Neoplasms of uncertain behavior polycythemia vera and myelodysplastic syndromes D37-D48": "96",
    "Neoplasms of unspecified behavior": "97",
    "Nerve nerve root and plexus disorders G50-G59": "98",
    "Noninfective enteritis and colitis K50-K52": "99",
    "Noninflammatory disorders of female genital tract N80-N98": "100",
    "Nutritional anemias D50-D53": "101",
    "Osteoarthritis M15-M19": "102",
    "Other acquired deformities of musculoskeletal system and connective tissue": "103",
    "Other acute lower respiratory infections J20-J22": "104",
    "Other and unspecified disorders of the circulatory system I95-I99": "105",
    "Other and unspecified effects of external causes T66-T78": "106",
    "Other bacterial diseases A30-A49": "107",
    "Other congenital malformations Q80-Q89": "108",
    "Other congenital malformations of the digestive system Q38-Q45": "109",
    "Other degenerative diseases of the nervous system G30-G32": "110",
    "Other diseases of intestines K55-K64": "111",
    "Other diseases of the digestive system K90-K95": "112",
    "Other diseases of the pleura J90-J94": "113",
    "Other diseases of the respiratory system J96-J99": "114",
    "Other diseases of the urinary system N30-N39": "115",
    "Other diseases of upper respiratory tract J30-J39": "116",
    "Other disorders of blood and blood-forming organs D70-D77": "117",
    "Other disorders of glucose regulation and pancreatic internal secretion E15-E16": "118",
    "Other disorders of kidney and ureter N25-N29": "119",
    "Other disorders of the nervous system G89-G99": "120",
    "Other disorders of the skin and subcutaneous tissue L80-L99": "121",
    "Other dorsopathies M50-M54": "122",
    "Other forms of heart disease I30-I52": "123",
    "Other maternal disorders predominantly related to pregnancy O20-O29": "124",
    "Other nutritional deficiencies E50-E64": "125",
    "Other obstetric conditions not elsewhere classified O94-O9A": "126",
    "Other osteopathies M86-M90": "127",
    "Other respiratory diseases principally affecting the interstitium J80-J84": "128",
    "Other soft tissue disorders M70-M79": "129",
    "Other spirochetal diseases A65-A69": "130",
    "Other viral diseases B25-B34": "131",
    "Overweight obesity and other hyperalimentation E65-E68": "132",
    "Pediculosis acariasis and other infestations B85-B89": "133",
    "Poisoning by adverse effects of and underdosing of drugs medicaments and biological substances T36-T50": "134",
    "Polyneuropathies and other disorders of the peripheral nervous system G60-G65": "135",
    "Postprocedural endocrine and metabolic complications and disorders not elsewhere classified": "136",
    "Pregnancy with abortive outcome O00-O08": "137",
    "Protozoal diseases B50-B64": "138",
    "Pulmonary heart disease and diseases of pulmonary circulation I26-I28": "139",
    "Renal tubulo-interstitial diseases N10-N16": "140",
    "Schizophrenia schizotypal delusional and other non-mood psychotic disorders F20-F29": "141",
    "Spondylopathies M45-M49": "142",
    "Suppurative and necrotic conditions of the lower respiratory tract J85-J86": "143",
    "Symptoms and signs involving cognition perception emotional state and behavior R40-R46": "144",
    "Symptoms and signs involving the circulatory and respiratory systems R00-R09": "145",
    "Symptoms and signs involving the digestive system and abdomen R10-R19": "146",
    "Symptoms and signs involving the genitourinary system R30-R39": "147",
    "Symptoms and signs involving the skin and subcutaneous tissue R20-R23": "148",
    "Systemic atrophies primarily affecting the central nervous system G10-G14": "149",
    "Systemic connective tissue disorders M30-M36": "150",
    "Toxic effects of substances chiefly nonmedicinal as to source T51-T65": "151",
    "Tuberculosis A15-A19": "152",
    "Urolithiasis N20-N23": "153",
    "Urticaria and erythema L49-L54": "154",
    "Viral and prion infections of the central nervous system A80-A89": "155",
    "Viral hepatitis B15-B19": "156",
    "Viral infections characterized by skin and mucous membrane lesions B00-B09": "157"
  },
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 512,
  "model_type": "bert",
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "pad_token_id": 0,
  "position_embedding_type": "absolute",
  "problem_type": "single_label_classification",
  "torch_dtype": "float32",
  "transformers_version": "4.24.0",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 28996
}