|
{ |
|
"module": "keras_nlp.src.models.bert.bert_classifier", |
|
"class_name": "BertClassifier", |
|
"config": { |
|
"backbone": { |
|
"module": "keras_nlp.src.models.bert.bert_backbone", |
|
"class_name": "BertBackbone", |
|
"config": { |
|
"name": "bert_backbone", |
|
"trainable": true, |
|
"vocabulary_size": 30522, |
|
"num_layers": 2, |
|
"num_heads": 2, |
|
"hidden_dim": 128, |
|
"intermediate_dim": 512, |
|
"dropout": 0.1, |
|
"max_sequence_length": 512, |
|
"num_segments": 2 |
|
}, |
|
"registered_name": "keras_nlp>BertBackbone" |
|
}, |
|
"preprocessor": { |
|
"module": "keras_nlp.src.models.bert.bert_preprocessor", |
|
"class_name": "BertPreprocessor", |
|
"config": { |
|
"name": "bert_preprocessor", |
|
"trainable": true, |
|
"dtype": "float32", |
|
"tokenizer": { |
|
"module": "keras_nlp.src.models.bert.bert_tokenizer", |
|
"class_name": "BertTokenizer", |
|
"config": { |
|
"name": "bert_tokenizer", |
|
"trainable": true, |
|
"dtype": "int32", |
|
"vocabulary": null, |
|
"sequence_length": null, |
|
"lowercase": true, |
|
"strip_accents": false, |
|
"split": true, |
|
"suffix_indicator": "##", |
|
"oov_token": "[UNK]" |
|
}, |
|
"registered_name": "keras_nlp>BertTokenizer" |
|
}, |
|
"sequence_length": 512, |
|
"truncate": "round_robin" |
|
}, |
|
"registered_name": "keras_nlp>BertPreprocessor" |
|
}, |
|
"name": "bert_classifier", |
|
"num_classes": 4, |
|
"activation": "linear", |
|
"dropout": 0.1 |
|
}, |
|
"registered_name": "keras_nlp>BertClassifier" |
|
} |