File size: 351 Bytes
87a2ece 793b152 87a2ece 524eab3 87a2ece |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
dtype: torch.bfloat16
implementation: transformer_lens
model_name: default
n_layers: '2'
model_seed: '1'
d_model: '4'
n_ctx: '1024'
d_head: '2'
n_heads: '8'
act_fn: gelu
d_vocab: '5000'
use_local_attn: 'False'
tokenizer_name: timaeus/TinyStories-tokenizer-5k
window_size: None
attn_types: None
attn_only: 'True'
positional_embedding_type: shortformer
|