ichsanheru's picture
Training in progress, epoch 7
ec785d2 verified
{
"_name_or_path": "ntu-spml/distilhubert",
"activation_dropout": 0.1,
"apply_spec_augment": false,
"architectures": [
"HubertForSequenceClassification"
],
"attention_dropout": 0.1,
"bos_token_id": 1,
"classifier_proj_size": 256,
"conv_bias": false,
"conv_dim": [
512,
512,
512,
512,
512,
512,
512
],
"conv_kernel": [
10,
3,
3,
3,
3,
2,
2
],
"conv_stride": [
5,
2,
2,
2,
2,
2,
2
],
"ctc_loss_reduction": "sum",
"ctc_zero_infinity": false,
"do_stable_layer_norm": false,
"eos_token_id": 2,
"feat_extract_activation": "gelu",
"feat_extract_norm": "group",
"feat_proj_dropout": 0.0,
"feat_proj_layer_norm": false,
"final_dropout": 0.0,
"hidden_act": "gelu",
"hidden_dropout": 0.1,
"hidden_size": 768,
"id2label": {
"0": "\u0643\u0627\u0641",
"1": "\u0632\u0627\u064a",
"10": "\u0631\u0627\u0621",
"11": "\u062b\u0627\u0621",
"12": "\u0630\u0627\u0644",
"13": "\u0644\u0627\u0645",
"14": "\u0642\u0627\u0641",
"15": "\u063a\u064a\u0646",
"16": "\u0638\u0627\u0621",
"17": "\u0627\u0644\u0641",
"18": "\u0636\u0627\u062f",
"19": "\u0628\u0627\u0621",
"2": "\u0646\u0648\u0646",
"20": "\u0647\u0627\u0621",
"21": "\u062a\u0627\u0621",
"22": "\u0648\u0627\u0648",
"23": "\u0641\u0627\u0621",
"24": "\u0637\u0627\u0621",
"25": "\u0635\u0627\u062f",
"26": "\u062f\u0627\u0644",
"27": "\u062e\u0627\u0621",
"3": "\u0639\u064a\u0646",
"4": "\u0645\u064a\u0645",
"5": "\u0634\u064a\u0646",
"6": "\u0633\u064a\u0646",
"7": "\u064a\u0627\u0621",
"8": "\u062d\u0627\u0621",
"9": "\u062c\u064a\u0645"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"\u0627\u0644\u0641": "17",
"\u0628\u0627\u0621": "19",
"\u062a\u0627\u0621": "21",
"\u062b\u0627\u0621": "11",
"\u062c\u064a\u0645": "9",
"\u062d\u0627\u0621": "8",
"\u062e\u0627\u0621": "27",
"\u062f\u0627\u0644": "26",
"\u0630\u0627\u0644": "12",
"\u0631\u0627\u0621": "10",
"\u0632\u0627\u064a": "1",
"\u0633\u064a\u0646": "6",
"\u0634\u064a\u0646": "5",
"\u0635\u0627\u062f": "25",
"\u0636\u0627\u062f": "18",
"\u0637\u0627\u0621": "24",
"\u0638\u0627\u0621": "16",
"\u0639\u064a\u0646": "3",
"\u063a\u064a\u0646": "15",
"\u0641\u0627\u0621": "23",
"\u0642\u0627\u0641": "14",
"\u0643\u0627\u0641": "0",
"\u0644\u0627\u0645": "13",
"\u0645\u064a\u0645": "4",
"\u0646\u0648\u0646": "2",
"\u0647\u0627\u0621": "20",
"\u0648\u0627\u0648": "22",
"\u064a\u0627\u0621": "7"
},
"layer_norm_eps": 1e-05,
"layerdrop": 0.0,
"mask_feature_length": 10,
"mask_feature_min_masks": 0,
"mask_feature_prob": 0.0,
"mask_time_length": 10,
"mask_time_min_masks": 2,
"mask_time_prob": 0.05,
"model_type": "hubert",
"num_attention_heads": 12,
"num_conv_pos_embedding_groups": 16,
"num_conv_pos_embeddings": 128,
"num_feat_extract_layers": 7,
"num_hidden_layers": 2,
"pad_token_id": 0,
"torch_dtype": "float32",
"transformers_version": "4.42.3",
"use_weighted_layer_sum": false,
"vocab_size": 32
}