Hugging Face's logo

tolgacangoz
/
matryoshka-diffusion-models

Text-to-Image
Diffusers
Safetensors
English
mdm
Model card Files Community
matryoshka-diffusion-models
File size: 4,164 Bytes 
ee05d38
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
 
{
  "_class_name": "NestedUNet2DConditionModel",
  "_diffusers_version": "0.31.0.dev0",
  "act_fn": "silu",
  "addition_embed_type": "matryoshka",
  "addition_embed_type_num_heads": 64,
  "addition_time_embed_dim": null,
  "attention_head_dim": 8,
  "attention_pre_only": false,
  "attention_type": "default",
  "block_out_channels": [
    32,
    32,
    64
  ],
  "center_input_sample": false,
  "class_embed_type": null,
  "class_embeddings_concat": false,
  "conv_in_kernel": 3,
  "conv_out_kernel": 3,
  "cross_attention_dim": 2048,
  "cross_attention_norm": null,
  "down_block_types": [
    "DownBlock2D",
    "DownBlock2D",
    "DownBlock2D"
  ],
  "downsample_padding": 1,
  "dropout": 0.0,
  "dual_cross_attention": false,
  "encoder_hid_dim": null,
  "encoder_hid_dim_type": null,
  "flip_sin_to_cos": false,
  "freq_shift": 0,
  "in_channels": 3,
  "initialize_inner_with_pretrained": null,
  "inner_config": {
    "addition_embed_type": "matryoshka",
    "block_out_channels": [
      64,
      128,
      256
    ],
    "cross_attention_dim": 2048,
    "down_block_types": [
      "DownBlock2D",
      "DownBlock2D",
      "DownBlock2D"
    ],
    "flip_sin_to_cos": false,
    "in_channels": 3,
    "initialize_inner_with_pretrained": null,
    "inner_config": {
      "addition_embed_type": "matryoshka",
      "block_out_channels": [
        256,
        512,
        768
      ],
      "cross_attention_dim": 2048,
      "down_block_types": [
        "DownBlock2D",
        "CrossAttnDownBlock2D",
        "CrossAttnDownBlock2D"
      ],
      "encoder_hid_dim": 2048,
      "encoder_hid_dim_type": "text_proj",
      "flip_sin_to_cos": false,
      "in_channels": 3,
      "layers_per_block": [
        2,
        2,
        2
      ],
      "masked_cross_attention": false,
      "micro_conditioning_scale": 64,
      "mid_block_type": "UNetMidBlock2DCrossAttn",
      "nesting": true,
      "out_channels": 3,
      "resnet_time_scale_shift": "scale_shift",
      "temporal_mode": false,
      "temporal_spatial_ds": false,
      "time_embedding_dim": 1024,
      "transformer_layers_per_block": [
        0,
        1,
        5
      ],
      "up_block_types": [
        "CrossAttnUpBlock2D",
        "CrossAttnUpBlock2D",
        "UpBlock2D"
      ],
      "use_attention_ffn": true
    },
    "layers_per_block": [
      2,
      2,
      1
    ],
    "masked_cross_attention": true,
    "micro_conditioning_scale": 256,
    "mid_block_type": null,
    "nesting": true,
    "out_channels": 3,
    "resnet_time_scale_shift": "scale_shift",
    "skip_inner_unet_input": false,
    "skip_normalization": false,
    "temporal_mode": false,
    "temporal_spatial_ds": false,
    "time_embedding_dim": 1024,
    "transformer_layers_per_block": [
      0,
      0,
      0
    ],
    "up_block_types": [
      "UpBlock2D",
      "UpBlock2D",
      "UpBlock2D"
    ],
    "use_attention_ffn": false
  },
  "is_temporal": null,
  "layers_per_block": [
    2,
    2,
    1
  ],
  "masked_cross_attention": true,
  "micro_conditioning_scale": 1024,
  "mid_block_only_cross_attention": null,
  "mid_block_scale_factor": 1,
  "mid_block_type": null,
  "nest_ratio": null,
  "nesting": false,
  "norm_eps": 1e-05,
  "norm_num_groups": 32,
  "norm_type": "layer_norm",
  "num_attention_heads": null,
  "num_class_embeds": null,
  "only_cross_attention": false,
  "out_channels": 3,
  "projection_class_embeddings_input_dim": null,
  "resnet_out_scale_factor": 1.0,
  "resnet_skip_time_act": false,
  "resnet_time_scale_shift": "scale_shift",
  "reverse_transformer_layers_per_block": null,
  "sample_size": null,
  "skip_cond_emb": false,
  "skip_inner_unet_input": false,
  "skip_normalization": true,
  "temporal_mode": false,
  "temporal_spatial_ds": false,
  "time_cond_proj_dim": null,
  "time_embedding_act_fn": null,
  "time_embedding_dim": 1024,
  "time_embedding_type": "positional",
  "timestep_post_act": null,
  "transformer_layers_per_block": [
    0,
    0,
    0
  ],
  "up_block_types": [
    "UpBlock2D",
    "UpBlock2D",
    "UpBlock2D"
  ],
  "upcast_attention": false,
  "use_attention_ffn": false,
  "use_linear_projection": false
}