{ "model_type": "bert", "attention_probs_dropout_prob": 0.1, "finetuning_task": "ner", "hidden_act": "gelu", "hidden_dropout_prob": 0.4, "hidden_size": 1024, "initializer_range": 0.02, "intermediate_size": 4096, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "num_attention_heads": 16, "num_hidden_layers": 24, "num_labels": 5, "output_attentions": false, "output_hidden_states": false, "pruned_heads": {}, "torchscript": false, "type_vocab_size": 2, "vocab_size": 30522, "id2label": { "0": "[PAD]", "1": "O", "2": "REL", "3": "[CLS]", "4": "[SEP]" }, "label2id": { "[PAD]": 0, "O": 1, "REL": 2, "[CLS]": 3, "[SEP]": 4 }, }