type: mamba
d_model: 128
n_layers: 8
context_length: 4096
vocab_size: 178