UICoder / config.json
LZpenguin's picture
.
d132521
{
"_name_or_path": "/data02/users/lz/code/UICoder/checkpoints/stage0/l2048_p1024_vu_3m*3/checkpoint-90000",
"architectures": [
"Pix2StructForConditionalGeneration"
],
"decoder_start_token_id": 0,
"eos_token_id": 1,
"bos_token_id": 2,
"initializer_factor": 1.0,
"initializer_range": 0.02,
"is_encoder_decoder": true,
"is_vqa": false,
"model_type": "pix2struct",
"pad_token_id": 0,
"text_config": {
"d_ff": 3968,
"encoder_hidden_size": 1536,
"hidden_size": 1536,
"initializer_range": 0.02,
"model_type": "pix2struct_text_model",
"num_heads": 24,
"num_layers": 18,
"vocab_size": 50344
},
"tie_word_embeddings": false,
"torch_dtype": "float32",
"transformers_version": "4.40.2",
"vision_config": {
"d_ff": 3968,
"hidden_size": 1536,
"initializer_range": 0.02,
"layer_norm_bias": false,
"model_type": "pix2struct_vision_model",
"num_attention_heads": 24,
"num_channels": 3,
"num_hidden_layers": 18,
"patch_size": 16,
"projection_dim": 768
}
}