File size: 116 Bytes
2631d60 |
1 2 3 4 5 6 7 8 |
# @package _global_
# gpt2 like (~1.5B params)
transformer_lm:
dim: 1536
num_heads: 24
num_layers: 48
|
2631d60 |
1 2 3 4 5 6 7 8 |
# @package _global_
# gpt2 like (~1.5B params)
transformer_lm:
dim: 1536
num_heads: 24
num_layers: 48
|