|
|
|
|
|
defaults:
|
|
- lm/default
|
|
- override /conditioner: text2music
|
|
- override /model/lm/model_scale: small
|
|
|
|
lm_model: transformer_lm
|
|
|
|
codebooks_pattern:
|
|
modeling: delay
|
|
delay:
|
|
delays: [0, 1, 2, 3]
|
|
flatten_first: 0
|
|
empty_initial: 0
|
|
unroll:
|
|
flattening: [0, 1, 2, 3]
|
|
delays: [0, 0, 0, 0]
|
|
music_lm:
|
|
group_by: 2
|
|
coarse_first:
|
|
delays: [0, 0, 0]
|
|
|
|
transformer_lm:
|
|
n_q: 4
|
|
card: 2048
|
|
memory_efficient: true
|
|
bias_proj: false
|
|
bias_ff: false
|
|
bias_attn: false
|
|
norm_first: true
|
|
layer_scale: null
|
|
weight_init: gaussian
|
|
depthwise_init: current
|
|
zero_bias_init: true
|
|
attention_as_float32: false
|
|
|
