{
  "_name_or_path": "rmihaylov/bert-base-bg",
  "architectures": [
    "BertForTokenClassification"
  ],
  "attention_probs_dropout_prob": 0.1,
  "by_layer_is_trainable": {
    "0": true,
    "1": true,
    "10": true,
    "11": true,
    "12": true,
    "13": true,
    "14": true,
    "15": true,
    "16": true,
    "17": true,
    "18": true,
    "19": true,
    "2": true,
    "20": true,
    "21": true,
    "22": true,
    "23": true,
    "3": true,
    "4": true,
    "5": true,
    "6": true,
    "7": true,
    "8": true,
    "9": true
  },
  "classifier_dropout": null,
  "cls_trainable": true,
  "directionality": "bidi",
  "embedding_postprocessor_trainable": true,
  "embeddings_layer_norm_trainable": true,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "id2label": {
    "0": "LABEL_0",
    "1": "LABEL_1",
    "2": "LABEL_2",
    "3": "LABEL_3",
    "4": "LABEL_4",
    "5": "LABEL_5",
    "6": "LABEL_6",
    "7": "LABEL_7",
    "8": "LABEL_8",
    "9": "LABEL_9",
    "10": "LABEL_10",
    "11": "LABEL_11",
    "12": "LABEL_12",
    "13": "LABEL_13",
    "14": "LABEL_14",
    "15": "LABEL_15",
    "16": "LABEL_16",
    "17": "LABEL_17",
    "18": "LABEL_18",
    "19": "LABEL_19",
    "20": "LABEL_20",
    "21": "LABEL_21",
    "22": "LABEL_22",
    "23": "LABEL_23",
    "24": "LABEL_24",
    "25": "LABEL_25",
    "26": "LABEL_26",
    "27": "LABEL_27",
    "28": "LABEL_28",
    "29": "LABEL_29",
    "30": "LABEL_30",
    "31": "LABEL_31",
    "32": "LABEL_32",
    "33": "LABEL_33",
    "34": "LABEL_34",
    "35": "LABEL_35",
    "36": "LABEL_36",
    "37": "LABEL_37",
    "38": "LABEL_38",
    "39": "LABEL_39",
    "40": "LABEL_40",
    "41": "LABEL_41",
    "42": "LABEL_42",
    "43": "LABEL_43",
    "44": "LABEL_44",
    "45": "LABEL_45",
    "46": "LABEL_46",
    "47": "LABEL_47",
    "48": "LABEL_48",
    "49": "LABEL_49",
    "50": "LABEL_50",
    "51": "LABEL_51",
    "52": "LABEL_52",
    "53": "LABEL_53",
    "54": "LABEL_54",
    "55": "LABEL_55",
    "56": "LABEL_56",
    "57": "LABEL_57",
    "58": "LABEL_58",
    "59": "LABEL_59",
    "60": "LABEL_60",
    "61": "LABEL_61",
    "62": "LABEL_62",
    "63": "LABEL_63",
    "64": "LABEL_64",
    "65": "LABEL_65",
    "66": "LABEL_66",
    "67": "LABEL_67",
    "68": "LABEL_68",
    "69": "LABEL_69",
    "70": "LABEL_70",
    "71": "LABEL_71",
    "72": "LABEL_72",
    "73": "LABEL_73",
    "74": "LABEL_74",
    "75": "LABEL_75",
    "76": "LABEL_76",
    "77": "LABEL_77",
    "78": "LABEL_78",
    "79": "LABEL_79",
    "80": "LABEL_80",
    "81": "LABEL_81",
    "82": "LABEL_82",
    "83": "LABEL_83",
    "84": "LABEL_84",
    "85": "LABEL_85",
    "86": "LABEL_86",
    "87": "LABEL_87",
    "88": "LABEL_88",
    "89": "LABEL_89",
    "90": "LABEL_90",
    "91": "LABEL_91",
    "92": "LABEL_92",
    "93": "LABEL_93",
    "94": "LABEL_94",
    "95": "LABEL_95",
    "96": "LABEL_96",
    "97": "LABEL_97",
    "98": "LABEL_98",
    "99": "LABEL_99",
    "100": "LABEL_100",
    "101": "LABEL_101",
    "102": "LABEL_102",
    "103": "LABEL_103",
    "104": "LABEL_104",
    "105": "LABEL_105",
    "106": "LABEL_106",
    "107": "LABEL_107",
    "108": "LABEL_108",
    "109": "LABEL_109",
    "110": "LABEL_110",
    "111": "LABEL_111",
    "112": "LABEL_112",
    "113": "LABEL_113",
    "114": "LABEL_114",
    "115": "LABEL_115",
    "116": "LABEL_116",
    "117": "LABEL_117",
    "118": "LABEL_118",
    "119": "LABEL_119",
    "120": "LABEL_120",
    "121": "LABEL_121",
    "122": "LABEL_122",
    "123": "LABEL_123",
    "124": "LABEL_124",
    "125": "LABEL_125",
    "126": "LABEL_126",
    "127": "LABEL_127",
    "128": "LABEL_128",
    "129": "LABEL_129",
    "130": "LABEL_130",
    "131": "LABEL_131",
    "132": "LABEL_132",
    "133": "LABEL_133",
    "134": "LABEL_134",
    "135": "LABEL_135",
    "136": "LABEL_136",
    "137": "LABEL_137",
    "138": "LABEL_138",
    "139": "LABEL_139",
    "140": "LABEL_140",
    "141": "LABEL_141",
    "142": "LABEL_142",
    "143": "LABEL_143",
    "144": "LABEL_144",
    "145": "LABEL_145",
    "146": "LABEL_146",
    "147": "LABEL_147",
    "148": "LABEL_148",
    "149": "LABEL_149",
    "150": "LABEL_150",
    "151": "LABEL_151",
    "152": "LABEL_152",
    "153": "LABEL_153",
    "154": "LABEL_154",
    "155": "LABEL_155",
    "156": "LABEL_156",
    "157": "LABEL_157",
    "158": "LABEL_158",
    "159": "LABEL_159",
    "160": "LABEL_160",
    "161": "LABEL_161",
    "162": "LABEL_162",
    "163": "LABEL_163",
    "164": "LABEL_164",
    "165": "LABEL_165",
    "166": "LABEL_166",
    "167": "LABEL_167",
    "168": "LABEL_168",
    "169": "LABEL_169",
    "170": "LABEL_170",
    "171": "LABEL_171",
    "172": "LABEL_172",
    "173": "LABEL_173",
    "174": "LABEL_174",
    "175": "LABEL_175",
    "176": "LABEL_176",
    "177": "LABEL_177",
    "178": "LABEL_178",
    "179": "LABEL_179",
    "180": "LABEL_180",
    "181": "LABEL_181",
    "182": "LABEL_182",
    "183": "LABEL_183",
    "184": "LABEL_184",
    "185": "LABEL_185",
    "186": "LABEL_186",
    "187": "LABEL_187",
    "188": "LABEL_188",
    "189": "LABEL_189",
    "190": "LABEL_190",
    "191": "LABEL_191",
    "192": "LABEL_192",
    "193": "LABEL_193",
    "194": "LABEL_194",
    "195": "LABEL_195",
    "196": "LABEL_196",
    "197": "LABEL_197",
    "198": "LABEL_198",
    "199": "LABEL_199",
    "200": "LABEL_200",
    "201": "LABEL_201",
    "202": "LABEL_202",
    "203": "LABEL_203",
    "204": "LABEL_204",
    "205": "LABEL_205",
    "206": "LABEL_206",
    "207": "LABEL_207",
    "208": "LABEL_208",
    "209": "LABEL_209",
    "210": "LABEL_210",
    "211": "LABEL_211",
    "212": "LABEL_212",
    "213": "LABEL_213",
    "214": "LABEL_214",
    "215": "LABEL_215",
    "216": "LABEL_216",
    "217": "LABEL_217",
    "218": "LABEL_218",
    "219": "LABEL_219",
    "220": "LABEL_220",
    "221": "LABEL_221",
    "222": "LABEL_222",
    "223": "LABEL_223",
    "224": "LABEL_224",
    "225": "LABEL_225",
    "226": "LABEL_226",
    "227": "LABEL_227",
    "228": "LABEL_228",
    "229": "LABEL_229",
    "230": "LABEL_230",
    "231": "LABEL_231",
    "232": "LABEL_232",
    "233": "LABEL_233",
    "234": "LABEL_234",
    "235": "LABEL_235",
    "236": "LABEL_236",
    "237": "LABEL_237",
    "238": "LABEL_238",
    "239": "LABEL_239",
    "240": "LABEL_240",
    "241": "LABEL_241",
    "242": "LABEL_242",
    "243": "LABEL_243",
    "244": "LABEL_244",
    "245": "LABEL_245",
    "246": "LABEL_246",
    "247": "LABEL_247",
    "248": "LABEL_248",
    "249": "LABEL_249",
    "250": "LABEL_250",
    "251": "LABEL_251",
    "252": "LABEL_252",
    "253": "LABEL_253",
    "254": "LABEL_254",
    "255": "LABEL_255",
    "256": "LABEL_256",
    "257": "LABEL_257",
    "258": "LABEL_258",
    "259": "LABEL_259",
    "260": "LABEL_260",
    "261": "LABEL_261",
    "262": "LABEL_262",
    "263": "LABEL_263",
    "264": "LABEL_264",
    "265": "LABEL_265",
    "266": "LABEL_266",
    "267": "LABEL_267",
    "268": "LABEL_268",
    "269": "LABEL_269",
    "270": "LABEL_270",
    "271": "LABEL_271",
    "272": "LABEL_272",
    "273": "LABEL_273",
    "274": "LABEL_274",
    "275": "LABEL_275",
    "276": "LABEL_276",
    "277": "LABEL_277",
    "278": "LABEL_278",
    "279": "LABEL_279",
    "280": "LABEL_280",
    "281": "LABEL_281",
    "282": "LABEL_282",
    "283": "LABEL_283",
    "284": "LABEL_284",
    "285": "LABEL_285",
    "286": "LABEL_286",
    "287": "LABEL_287",
    "288": "LABEL_288",
    "289": "LABEL_289",
    "290": "LABEL_290",
    "291": "LABEL_291",
    "292": "LABEL_292",
    "293": "LABEL_293",
    "294": "LABEL_294",
    "295": "LABEL_295",
    "296": "LABEL_296",
    "297": "LABEL_297",
    "298": "LABEL_298",
    "299": "LABEL_299",
    "300": "LABEL_300",
    "301": "LABEL_301",
    "302": "LABEL_302",
    "303": "LABEL_303",
    "304": "LABEL_304",
    "305": "LABEL_305",
    "306": "LABEL_306",
    "307": "LABEL_307",
    "308": "LABEL_308",
    "309": "LABEL_309",
    "310": "LABEL_310",
    "311": "LABEL_311",
    "312": "LABEL_312",
    "313": "LABEL_313",
    "314": "LABEL_314",
    "315": "LABEL_315",
    "316": "LABEL_316",
    "317": "LABEL_317",
    "318": "LABEL_318",
    "319": "LABEL_319",
    "320": "LABEL_320",
    "321": "LABEL_321",
    "322": "LABEL_322",
    "323": "LABEL_323",
    "324": "LABEL_324",
    "325": "LABEL_325",
    "326": "LABEL_326",
    "327": "LABEL_327",
    "328": "LABEL_328",
    "329": "LABEL_329",
    "330": "LABEL_330",
    "331": "LABEL_331",
    "332": "LABEL_332",
    "333": "LABEL_333",
    "334": "LABEL_334",
    "335": "LABEL_335",
    "336": "LABEL_336",
    "337": "LABEL_337",
    "338": "LABEL_338",
    "339": "LABEL_339",
    "340": "LABEL_340",
    "341": "LABEL_341",
    "342": "LABEL_342",
    "343": "LABEL_343",
    "344": "LABEL_344",
    "345": "LABEL_345",
    "346": "LABEL_346",
    "347": "LABEL_347",
    "348": "LABEL_348",
    "349": "LABEL_349",
    "350": "LABEL_350",
    "351": "LABEL_351",
    "352": "LABEL_352",
    "353": "LABEL_353",
    "354": "LABEL_354",
    "355": "LABEL_355",
    "356": "LABEL_356",
    "357": "LABEL_357",
    "358": "LABEL_358",
    "359": "LABEL_359",
    "360": "LABEL_360",
    "361": "LABEL_361",
    "362": "LABEL_362",
    "363": "LABEL_363",
    "364": "LABEL_364",
    "365": "LABEL_365",
    "366": "LABEL_366",
    "367": "LABEL_367",
    "368": "LABEL_368",
    "369": "LABEL_369",
    "370": "LABEL_370",
    "371": "LABEL_371",
    "372": "LABEL_372",
    "373": "LABEL_373",
    "374": "LABEL_374",
    "375": "LABEL_375",
    "376": "LABEL_376",
    "377": "LABEL_377",
    "378": "LABEL_378",
    "379": "LABEL_379",
    "380": "LABEL_380",
    "381": "LABEL_381",
    "382": "LABEL_382",
    "383": "LABEL_383",
    "384": "LABEL_384",
    "385": "LABEL_385",
    "386": "LABEL_386",
    "387": "LABEL_387",
    "388": "LABEL_388",
    "389": "LABEL_389",
    "390": "LABEL_390",
    "391": "LABEL_391",
    "392": "LABEL_392",
    "393": "LABEL_393",
    "394": "LABEL_394",
    "395": "LABEL_395",
    "396": "LABEL_396",
    "397": "LABEL_397",
    "398": "LABEL_398",
    "399": "LABEL_399",
    "400": "LABEL_400",
    "401": "LABEL_401",
    "402": "LABEL_402",
    "403": "LABEL_403",
    "404": "LABEL_404",
    "405": "LABEL_405",
    "406": "LABEL_406",
    "407": "LABEL_407",
    "408": "LABEL_408",
    "409": "LABEL_409",
    "410": "LABEL_410",
    "411": "LABEL_411",
    "412": "LABEL_412",
    "413": "LABEL_413",
    "414": "LABEL_414",
    "415": "LABEL_415",
    "416": "LABEL_416",
    "417": "LABEL_417",
    "418": "LABEL_418",
    "419": "LABEL_419",
    "420": "LABEL_420",
    "421": "LABEL_421",
    "422": "LABEL_422",
    "423": "LABEL_423",
    "424": "LABEL_424",
    "425": "LABEL_425",
    "426": "LABEL_426",
    "427": "LABEL_427",
    "428": "LABEL_428",
    "429": "LABEL_429",
    "430": "LABEL_430",
    "431": "LABEL_431",
    "432": "LABEL_432",
    "433": "LABEL_433",
    "434": "LABEL_434",
    "435": "LABEL_435",
    "436": "LABEL_436",
    "437": "LABEL_437",
    "438": "LABEL_438",
    "439": "LABEL_439",
    "440": "LABEL_440",
    "441": "LABEL_441",
    "442": "LABEL_442",
    "443": "LABEL_443",
    "444": "LABEL_444",
    "445": "LABEL_445",
    "446": "LABEL_446",
    "447": "LABEL_447",
    "448": "LABEL_448",
    "449": "LABEL_449",
    "450": "LABEL_450",
    "451": "LABEL_451",
    "452": "LABEL_452",
    "453": "LABEL_453",
    "454": "LABEL_454",
    "455": "LABEL_455",
    "456": "LABEL_456",
    "457": "LABEL_457",
    "458": "LABEL_458",
    "459": "LABEL_459",
    "460": "LABEL_460",
    "461": "LABEL_461",
    "462": "LABEL_462",
    "463": "LABEL_463",
    "464": "LABEL_464",
    "465": "LABEL_465",
    "466": "LABEL_466",
    "467": "LABEL_467",
    "468": "LABEL_468",
    "469": "LABEL_469",
    "470": "LABEL_470",
    "471": "LABEL_471",
    "472": "LABEL_472",
    "473": "LABEL_473",
    "474": "LABEL_474",
    "475": "LABEL_475",
    "476": "LABEL_476",
    "477": "LABEL_477",
    "478": "LABEL_478",
    "479": "LABEL_479",
    "480": "LABEL_480",
    "481": "LABEL_481",
    "482": "LABEL_482",
    "483": "LABEL_483",
    "484": "LABEL_484",
    "485": "LABEL_485",
    "486": "LABEL_486",
    "487": "LABEL_487",
    "488": "LABEL_488",
    "489": "LABEL_489",
    "490": "LABEL_490",
    "491": "LABEL_491",
    "492": "LABEL_492",
    "493": "LABEL_493",
    "494": "LABEL_494",
    "495": "LABEL_495",
    "496": "LABEL_496",
    "497": "LABEL_497",
    "498": "LABEL_498",
    "499": "LABEL_499",
    "500": "LABEL_500",
    "501": "LABEL_501",
    "502": "LABEL_502",
    "503": "LABEL_503",
    "504": "LABEL_504",
    "505": "LABEL_505",
    "506": "LABEL_506",
    "507": "LABEL_507",
    "508": "LABEL_508",
    "509": "LABEL_509",
    "510": "LABEL_510",
    "511": "LABEL_511",
    "512": "LABEL_512",
    "513": "LABEL_513",
    "514": "LABEL_514",
    "515": "LABEL_515",
    "516": "LABEL_516",
    "517": "LABEL_517",
    "518": "LABEL_518",
    "519": "LABEL_519",
    "520": "LABEL_520",
    "521": "LABEL_521",
    "522": "LABEL_522",
    "523": "LABEL_523",
    "524": "LABEL_524",
    "525": "LABEL_525",
    "526": "LABEL_526",
    "527": "LABEL_527",
    "528": "LABEL_528",
    "529": "LABEL_529",
    "530": "LABEL_530",
    "531": "LABEL_531",
    "532": "LABEL_532",
    "533": "LABEL_533",
    "534": "LABEL_534",
    "535": "LABEL_535",
    "536": "LABEL_536",
    "537": "LABEL_537",
    "538": "LABEL_538",
    "539": "LABEL_539",
    "540": "LABEL_540",
    "541": "LABEL_541",
    "542": "LABEL_542",
    "543": "LABEL_543",
    "544": "LABEL_544",
    "545": "LABEL_545",
    "546": "LABEL_546",
    "547": "LABEL_547",
    "548": "LABEL_548",
    "549": "LABEL_549",
    "550": "LABEL_550",
    "551": "LABEL_551",
    "552": "LABEL_552",
    "553": "LABEL_553",
    "554": "LABEL_554",
    "555": "LABEL_555",
    "556": "LABEL_556",
    "557": "LABEL_557",
    "558": "LABEL_558",
    "559": "LABEL_559",
    "560": "LABEL_560",
    "561": "LABEL_561",
    "562": "LABEL_562",
    "563": "LABEL_563",
    "564": "LABEL_564",
    "565": "LABEL_565",
    "566": "LABEL_566",
    "567": "LABEL_567",
    "568": "LABEL_568",
    "569": "LABEL_569",
    "570": "LABEL_570",
    "571": "LABEL_571",
    "572": "LABEL_572",
    "573": "LABEL_573",
    "574": "LABEL_574",
    "575": "LABEL_575",
    "576": "LABEL_576",
    "577": "LABEL_577",
    "578": "LABEL_578",
    "579": "LABEL_579",
    "580": "LABEL_580",
    "581": "LABEL_581",
    "582": "LABEL_582",
    "583": "LABEL_583",
    "584": "LABEL_584",
    "585": "LABEL_585",
    "586": "LABEL_586",
    "587": "LABEL_587",
    "588": "LABEL_588",
    "589": "LABEL_589",
    "590": "LABEL_590",
    "591": "LABEL_591",
    "592": "LABEL_592",
    "593": "LABEL_593",
    "594": "LABEL_594",
    "595": "LABEL_595",
    "596": "LABEL_596",
    "597": "LABEL_597",
    "598": "LABEL_598",
    "599": "LABEL_599",
    "600": "LABEL_600",
    "601": "LABEL_601",
    "602": "LABEL_602",
    "603": "LABEL_603",
    "604": "LABEL_604",
    "605": "LABEL_605",
    "606": "LABEL_606",
    "607": "LABEL_607",
    "608": "LABEL_608",
    "609": "LABEL_609",
    "610": "LABEL_610",
    "611": "LABEL_611",
    "612": "LABEL_612",
    "613": "LABEL_613",
    "614": "LABEL_614",
    "615": "LABEL_615",
    "616": "LABEL_616",
    "617": "LABEL_617",
    "618": "LABEL_618",
    "619": "LABEL_619",
    "620": "LABEL_620",
    "621": "LABEL_621",
    "622": "LABEL_622",
    "623": "LABEL_623",
    "624": "LABEL_624",
    "625": "LABEL_625",
    "626": "LABEL_626",
    "627": "LABEL_627",
    "628": "LABEL_628",
    "629": "LABEL_629",
    "630": "LABEL_630",
    "631": "LABEL_631",
    "632": "LABEL_632",
    "633": "LABEL_633",
    "634": "LABEL_634",
    "635": "LABEL_635",
    "636": "LABEL_636",
    "637": "LABEL_637",
    "638": "LABEL_638",
    "639": "LABEL_639",
    "640": "LABEL_640",
    "641": "LABEL_641",
    "642": "LABEL_642"
  },
  "init_optimizer_variables": true,
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "label2id": {
    "<pad>": 0,
    "Ap": 254,
    "Apd": 82,
    "Apo": 28,
    "As": 5,
    "Asfd": 166,
    "Asfo": 201,
    "Asmh": 378,
    "Asml": 555,
    "Asmo": 455,
    "Asnd": 471,
    "Asno": 138,
    "Aypo": 299,
    "B": 621,
    "BCAbd": 628,
    "BCAbo": 516,
    "BCAxo": 599,
    "BCFpd": 78,
    "BCFpo": 462,
    "BCFsfd": 41,
    "BCFsfo": 333,
    "BCFsmh": 494,
    "BCFsml": 410,
    "BCFsmo": 224,
    "BCFsnd": 29,
    "BCFsno": 601,
    "BCMbd": 379,
    "BCMbo": 176,
    "BCMwd": 244,
    "BCMwo": 313,
    "BCMxd": 181,
    "BCMxo": 23,
    "BCRbd": 589,
    "BCRpd": 93,
    "BCRpo": 525,
    "BCTpfnd": 53,
    "BCTpfno": 196,
    "BCTpmd": 616,
    "BCTpmo": 625,
    "BCTwd": 437,
    "BCTwo": 420,
    "BCTx": 85,
    "BOop": 1,
    "BOpd": 73,
    "BOsfd": 358,
    "BOsfo": 164,
    "BOsmh": 108,
    "BOsml": 252,
    "BOsnd": 330,
    "BOsno": 373,
    "C": 359,
    "D": 575,
    "I": 40,
    "J": 262,
    "M": 250,
    "N": 68,
    "NCFSsdf": 640,
    "NCFSsof": 199,
    "NCFSvf": 403,
    "NCFpdf": 284,
    "NCFpof": 337,
    "NCFsdf": 566,
    "NCFsof": 104,
    "NCFvf": 425,
    "NCMFpdm": 328,
    "NCMFpom": 130,
    "NCMFsdm": 491,
    "NCMFsom": 600,
    "NCMFvm": 272,
    "NCMNpdm": 466,
    "NCMNpom": 6,
    "NCMNsdm": 63,
    "NCMNsom": 590,
    "NCMSshm": 56,
    "NCMSslm": 336,
    "NCMSsom": 581,
    "NCMSvm": 350,
    "NCMcm": 317,
    "NCMpdm": 267,
    "NCMpom": 145,
    "NCMshm": 402,
    "NCMslm": 513,
    "NCMsom": 612,
    "NCMvm": 484,
    "NCNSsdn": 642,
    "NCNSson": 397,
    "NCNpdn": 32,
    "NCNpon": 422,
    "NCNsdn": 398,
    "NCNson": 147,
    "NCPpd": 117,
    "NCPpo": 257,
    "NH": 184,
    "NHASsom": 70,
    "NHApo": 155,
    "NHAsfo": 146,
    "NHAsmo": 473,
    "NHFSsof": 323,
    "NHFpdf": 275,
    "NHFpof": 605,
    "NHFsdf": 511,
    "NHFsof": 641,
    "NHFvf": 496,
    "NHMSsom": 109,
    "NHMpdm": 535,
    "NHMpom": 149,
    "NHMslm": 631,
    "NHMsom": 363,
    "NHMvm": 416,
    "NHNSson": 300,
    "NHNsdn": 172,
    "NHNson": 424,
    "NHPpdm": 115,
    "NHPpom": 197,
    "NHs": 344,
    "NHsom": 125,
    "Np": 576,
    "Ns": 456,
    "PDAism": 186,
    "PDAp": 126,
    "PDAsf": 165,
    "PDAsn": 150,
    "PDOasm": 77,
    "PDOism": 383,
    "PDOp": 524,
    "PDOsf": 141,
    "PDOsn": 46,
    "PDUp": 209,
    "PFHya": 309,
    "PFHza": 45,
    "PFPypd": 143,
    "PFPypo": 348,
    "PFPysfd": 305,
    "PFPysfo": 229,
    "PFPysml": 118,
    "PFPysmo": 35,
    "PFPysnd": 356,
    "PFPysno": 580,
    "PFPz": 415,
    "PGAism": 432,
    "PGAp": 547,
    "PGAsf": 208,
    "PGAsn": 340,
    "PGOasm": 61,
    "PGOism": 426,
    "PGOp": 529,
    "PGOsf": 107,
    "PGOsn": 240,
    "PGOtsm": 468,
    "PGUpd": 52,
    "PGUsfd": 376,
    "PGUsfo": 436,
    "PGUsmh": 517,
    "PGUsml": 564,
    "PGUsnd": 321,
    "PGUsno": 34,
    "PHi1p": 226,
    "PHi1s": 203,
    "PHi2p": 50,
    "PHi2s": 406,
    "PHi3p": 386,
    "PHi3sf": 567,
    "PHi3sm": 458,
    "PHi3sn": 238,
    "PHya1p": 159,
    "PHya1s": 278,
    "PHya2p": 479,
    "PHya2s": 206,
    "PHya3p": 10,
    "PHya3sf": 335,
    "PHya3sm": 13,
    "PHyt1p": 72,
    "PHyt2p": 103,
    "PHyt3p": 551,
    "PHyt3sf": 44,
    "PHyt3sm": 133,
    "PHza1p": 615,
    "PHza1s": 470,
    "PHza2p": 102,
    "PHza2s": 579,
    "PHza3p": 124,
    "PHza3sf": 302,
    "PHza3sm": 594,
    "PHzt1s": 281,
    "PHzt3p": 198,
    "PHzt3sf": 498,
    "PHzt3sm": 22,
    "PIAism": 213,
    "PIAp": 279,
    "PIAsf": 177,
    "PIAsn": 14,
    "PIOasm": 587,
    "PIOism": 66,
    "PIOp": 487,
    "PIOsf": 319,
    "PIOsn": 485,
    "PIOtsm": 120,
    "PISism": 447,
    "PISp": 308,
    "PISsf": 633,
    "PISsn": 111,
    "PIUp": 246,
    "PIUsn": 613,
    "PNAism": 606,
    "PNAp": 112,
    "PNAsf": 162,
    "PNAsn": 255,
    "PNOasm": 366,
    "PNOism": 475,
    "PNOp": 296,
    "PNOsf": 36,
    "PNOsn": 571,
    "PNOtsm": 26,
    "PNSism": 287,
    "PNSp": 577,
    "PNSsf": 170,
    "PNSsn": 167,
    "PNUsn": 189,
    "PPypdjg": 98,
    "PPypdju": 11,
    "PPypdkg": 97,
    "PPypdku": 583,
    "PPypdqgb": 474,
    "PPypdqgc": 530,
    "PPypdqu": 438,
    "PPypojg": 441,
    "PPypoju": 539,
    "PPypokg": 349,
    "PPypoku": 509,
    "PPypoqgb": 505,
    "PPypoqgc": 503,
    "PPypoqu": 578,
    "PPysfdjg": 569,
    "PPysfdju": 514,
    "PPysfdkg": 227,
    "PPysfdku": 7,
    "PPysfdqgb": 396,
    "PPysfdqgc": 205,
    "PPysfdqu": 222,
    "PPysfojg": 421,
    "PPysfoju": 360,
    "PPysfokg": 105,
    "PPysfoku": 465,
    "PPysfoqgb": 153,
    "PPysfoqgc": 303,
    "PPysfoqu": 169,
    "PPysmhju": 493,
    "PPysmhku": 274,
    "PPysmhqgb": 191,
    "PPysmhqgc": 515,
    "PPysmhqu": 75,
    "PPysmljg": 220,
    "PPysmlju": 553,
    "PPysmlkg": 480,
    "PPysmlku": 407,
    "PPysmlqgb": 316,
    "PPysmlqgc": 574,
    "PPysmlqu": 106,
    "PPysmojg": 51,
    "PPysmoju": 43,
    "PPysmokg": 332,
    "PPysmoku": 195,
    "PPysmoqgb": 374,
    "PPysmoqgc": 3,
    "PPysmoqu": 270,
    "PPysndjg": 460,
    "PPysndju": 390,
    "PPysndkg": 65,
    "PPysndku": 16,
    "PPysndqgb": 81,
    "PPysndqgc": 429,
    "PPysndqu": 478,
    "PPysnojg": 211,
    "PPysnoju": 210,
    "PPysnokg": 439,
    "PPysnoku": 409,
    "PPysnoqgb": 550,
    "PPysnoqgc": 325,
    "PPysnoqu": 602,
    "PPzjg": 370,
    "PPzju": 122,
    "PPzkg": 585,
    "PPzku": 294,
    "PPzqgb": 377,
    "PPzqu": 461,
    "PQAism": 38,
    "PQAp": 132,
    "PQAsf": 607,
    "PQOasm": 472,
    "PQOism": 552,
    "PQOp": 96,
    "PQOsf": 251,
    "PQOsn": 630,
    "PQOtsm": 523,
    "PQSism": 338,
    "PQSp": 632,
    "PQSsf": 179,
    "PQSsn": 469,
    "PQUp": 435,
    "PQUsn": 593,
    "PRAism": 492,
    "PRAp": 611,
    "PRAsf": 488,
    "PROasm": 637,
    "PROism": 622,
    "PROp": 110,
    "PROsf": 101,
    "PROsn": 148,
    "PROtsm": 331,
    "PRSism": 634,
    "PRSp": 74,
    "PRSsf": 322,
    "PRSsn": 573,
    "PRUp": 638,
    "PRUsn": 173,
    "Pp": 140,
    "Ps": 152,
    "R": 291,
    "T": 215,
    "U": 320,
    "V": 242,
    "VBIAd3s": 490,
    "VBIAe3s": 58,
    "VBIAwsn": 236,
    "VBIDd3s": 560,
    "VBIDe3s": 292,
    "VBIDr3s": 629,
    "VBIDwsn": 380,
    "VBIEd3s": 413,
    "VBIEe3s": 591,
    "VBIEwsn": 508,
    "VBIExsno": 388,
    "VBIZd3s": 84,
    "VBIZe3s": 399,
    "VBIZr3s": 446,
    "VBIZwsn": 582,
    "VBPDe3s": 163,
    "VBPDr3s": 501,
    "VBPDxsno": 540,
    "VBPEe3s": 408,
    "VBPEr3s": 271,
    "VBPRe3s": 614,
    "VBPZe3s": 285,
    "VBPZr3s": 584,
    "VLIAr3p": 527,
    "VLIDd3s": 128,
    "VLIDe3s": 454,
    "VLIDr3p": 174,
    "VLIDr3s": 342,
    "VLIDwp": 121,
    "VLIDwsf": 95,
    "VLIDwsm": 526,
    "VLIDwsn": 139,
    "VLIDysfo": 444,
    "VLIDysmh": 443,
    "VLIDysmo": 368,
    "VLIDysnd": 394,
    "VLIDysno": 467,
    "VLIEI2p": 592,
    "VLIEI2s": 269,
    "VLIEd1p": 528,
    "VLIEd1s": 157,
    "VLIEd2s": 76,
    "VLIEd3p": 127,
    "VLIEe1s": 554,
    "VLIEe2s": 543,
    "VLIEr1p": 486,
    "VLIEr1s": 59,
    "VLIEr2p": 237,
    "VLIEr2s": 520,
    "VLIEr3p": 306,
    "VLIEr3s": 442,
    "VLIEwp": 19,
    "VLIEwsf": 202,
    "VLIEwsm": 541,
    "VLIEwsn": 154,
    "VLIExpd": 431,
    "VLIExpo": 33,
    "VLIExsfd": 405,
    "VLIExsfo": 54,
    "VLIExsmh": 207,
    "VLIExsmo": 248,
    "VLIExsnd": 200,
    "VLIExsno": 188,
    "VLIEypd": 123,
    "VLIEypo": 534,
    "VLIEysfd": 428,
    "VLIEysfo": 182,
    "VLIEysmh": 273,
    "VLIEysml": 448,
    "VLIEysmo": 481,
    "VLIEysnd": 249,
    "VLIEysno": 522,
    "VLIEz": 483,
    "VLINI2p": 144,
    "VLINI2s": 168,
    "VLINd1p": 289,
    "VLINd1s": 536,
    "VLINd2p": 391,
    "VLINd2s": 71,
    "VLINd3p": 9,
    "VLINe1p": 392,
    "VLINe1s": 312,
    "VLINe2s": 231,
    "VLINe3p": 627,
    "VLINr1p": 404,
    "VLINr1s": 357,
    "VLINr2p": 538,
    "VLINr2s": 626,
    "VLINr3p": 345,
    "VLINr3s": 60,
    "VLINwp": 263,
    "VLINwsf": 137,
    "VLINwsm": 620,
    "VLINwsn": 414,
    "VLINxpd": 160,
    "VLINxpo": 570,
    "VLINxsfd": 31,
    "VLINxsfo": 433,
    "VLINxsmh": 326,
    "VLINxsml": 311,
    "VLINxsmo": 565,
    "VLINxsnd": 382,
    "VLINxsno": 476,
    "VLINypd": 532,
    "VLINypo": 598,
    "VLINysfd": 507,
    "VLINysfo": 556,
    "VLINysmh": 562,
    "VLINysml": 389,
    "VLINysmo": 347,
    "VLINysnd": 136,
    "VLINysno": 225,
    "VLINz": 69,
    "VLIRd3p": 499,
    "VLIRd3s": 343,
    "VLIRe3s": 367,
    "VLIRr3p": 482,
    "VLIRwp": 92,
    "VLIRwsf": 440,
    "VLIRwsm": 18,
    "VLIRwsn": 178,
    "VLIRxsnd": 341,
    "VLIRypd": 365,
    "VLIRysfd": 304,
    "VLIRysfo": 385,
    "VLIRysmh": 116,
    "VLIRysml": 463,
    "VLIRysmo": 334,
    "VLIRysnd": 559,
    "VLIRysno": 223,
    "VLISd2s": 187,
    "VLISe2s": 241,
    "VLISr1p": 521,
    "VLISr3p": 339,
    "VLISz": 295,
    "VLITI2p": 245,
    "VLITI2s": 418,
    "VLITd1p": 247,
    "VLITd1s": 39,
    "VLITd2p": 185,
    "VLITd2s": 369,
    "VLITd3p": 228,
    "VLITe1p": 568,
    "VLITe1s": 393,
    "VLITe2p": 30,
    "VLITe2s": 79,
    "VLITe3p": 497,
    "VLITqpd": 588,
    "VLITqpo": 280,
    "VLITqsfd": 430,
    "VLITqsfo": 131,
    "VLITqsmh": 609,
    "VLITqsml": 544,
    "VLITqsmo": 387,
    "VLITqsnd": 86,
    "VLITqsno": 597,
    "VLITr1p": 595,
    "VLITr1s": 371,
    "VLITr2p": 17,
    "VLITr2s": 135,
    "VLITr3p": 327,
    "VLITr3s": 603,
    "VLITwp": 99,
    "VLITwsf": 158,
    "VLITwsm": 310,
    "VLITwsn": 572,
    "VLITxpd": 329,
    "VLITxpo": 259,
    "VLITxsfd": 268,
    "VLITxsfo": 156,
    "VLITxsmh": 372,
    "VLITxsml": 230,
    "VLITxsmo": 477,
    "VLITxsnd": 48,
    "VLITxsno": 27,
    "VLITypd": 277,
    "VLITypo": 297,
    "VLITysfd": 315,
    "VLITysfo": 352,
    "VLITysmh": 286,
    "VLITysml": 361,
    "VLITysmo": 12,
    "VLITysnd": 21,
    "VLITysno": 586,
    "VLITz": 293,
    "VLIZd3p": 400,
    "VLIZd3s": 20,
    "VLIZe3s": 24,
    "VLIZr3p": 506,
    "VLIZwp": 113,
    "VLIZwsf": 549,
    "VLIZwsm": 62,
    "VLIZwsn": 451,
    "VLIZypd": 427,
    "VLIZypo": 545,
    "VLIZysfo": 204,
    "VLIZysmh": 2,
    "VLIZysml": 353,
    "VLIZysmo": 243,
    "VLIZysnd": 25,
    "VLIZysno": 502,
    "VLPDd3s": 542,
    "VLPDe3s": 212,
    "VLPDr3s": 4,
    "VLPDxsfo": 608,
    "VLPDxsno": 464,
    "VLPEI2p": 434,
    "VLPEI2s": 354,
    "VLPEd1p": 57,
    "VLPEd1s": 375,
    "VLPEd2s": 618,
    "VLPEd3p": 80,
    "VLPEe1p": 234,
    "VLPEe1s": 537,
    "VLPEe2p": 449,
    "VLPEe2s": 233,
    "VLPEe3p": 214,
    "VLPEr1p": 283,
    "VLPEr1s": 533,
    "VLPEr2p": 91,
    "VLPEr2s": 15,
    "VLPEr3p": 180,
    "VLPEr3s": 276,
    "VLPEwp": 459,
    "VLPEwsf": 171,
    "VLPEwsm": 217,
    "VLPEwsn": 401,
    "VLPExpd": 324,
    "VLPExpo": 351,
    "VLPExsfd": 548,
    "VLPExsfo": 190,
    "VLPExsmh": 563,
    "VLPExsml": 253,
    "VLPExsmo": 288,
    "VLPExsnd": 450,
    "VLPExsno": 239,
    "VLPII2s": 64,
    "VLPIr1p": 235,
    "VLPIr1s": 411,
    "VLPIr3p": 504,
    "VLPIxpo": 219,
    "VLPIxsfo": 194,
    "VLPIxsmo": 307,
    "VLPNI2p": 94,
    "VLPNI2s": 558,
    "VLPNd1p": 531,
    "VLPNd1s": 452,
    "VLPNd2p": 518,
    "VLPNd2s": 119,
    "VLPNd3p": 419,
    "VLPNe1p": 510,
    "VLPNe1s": 258,
    "VLPNe2p": 142,
    "VLPNe2s": 49,
    "VLPNe3p": 298,
    "VLPNr1p": 88,
    "VLPNr1s": 557,
    "VLPNr2p": 519,
    "VLPNr2s": 636,
    "VLPNr3p": 453,
    "VLPNr3s": 624,
    "VLPNwp": 364,
    "VLPNwsf": 610,
    "VLPNwsm": 114,
    "VLPNwsn": 218,
    "VLPNxpd": 37,
    "VLPNxpo": 561,
    "VLPNxsfd": 42,
    "VLPNxsfo": 264,
    "VLPNxsmh": 546,
    "VLPNxsml": 266,
    "VLPNxsmo": 512,
    "VLPNxsnd": 232,
    "VLPNxsno": 129,
    "VLPRe3s": 290,
    "VLPRr3p": 445,
    "VLPRwsn": 301,
    "VLPRxsmo": 161,
    "VLPTI2p": 395,
    "VLPTI2s": 192,
    "VLPTd1p": 134,
    "VLPTd1s": 495,
    "VLPTd2p": 412,
    "VLPTd2s": 381,
    "VLPTd3p": 596,
    "VLPTe1p": 100,
    "VLPTe1s": 623,
    "VLPTe2p": 183,
    "VLPTe2s": 500,
    "VLPTe3p": 193,
    "VLPTqpd": 256,
    "VLPTqpo": 355,
    "VLPTqsfd": 83,
    "VLPTqsfo": 260,
    "VLPTqsmh": 635,
    "VLPTqsml": 261,
    "VLPTqsmo": 8,
    "VLPTqsnd": 87,
    "VLPTqsno": 47,
    "VLPTr1p": 318,
    "VLPTr1s": 55,
    "VLPTr2p": 216,
    "VLPTr2s": 221,
    "VLPTr3p": 89,
    "VLPTr3s": 619,
    "VLPTwp": 604,
    "VLPTwsf": 282,
    "VLPTwsm": 362,
    "VLPTwsn": 457,
    "VLPTxpd": 175,
    "VLPTxpo": 265,
    "VLPTxsfd": 489,
    "VLPTxsfo": 617,
    "VLPTxsmh": 639,
    "VLPTxsml": 151,
    "VLPTxsmo": 346,
    "VLPTxsnd": 67,
    "VLPTxsno": 423,
    "VLPZr3p": 90,
    "Va": 384,
    "Vp": 417,
    "Vs": 314
  },
  "layer_norm_eps": 1e-12,
  "max_position_embeddings": 512,
  "model_type": "bert",
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "pad_token_id": 0,
  "pooler_fc_size": 768,
  "pooler_num_attention_heads": 12,
  "pooler_num_fc_layers": 3,
  "pooler_size_per_head": 128,
  "pooler_trainable": true,
  "pooler_type": "first_token_transform",
  "position_embedding_type": "absolute",
  "position_embeddings_trainable": true,
  "token_type_trainable": true,
  "torch_dtype": "float32",
  "transformer_trainable": true,
  "transformers_version": "4.36.0",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 119549,
  "word_embeddings_trainable": true
}