MEG-GPT / tokenizer /config.yml
sungjun-cho's picture
add: tokenizer config file
6c55ba2 verified
raw
history blame contribute delete
310 Bytes
model_config:
n_channels: 52
n_tokens: 128
name: osl_tokenizer
rnn_n_units: 128
sequence_length: 200
token_dim: 10
training_config:
batch_size: 32
n_epochs: 10
optimizer:
learning_rate: 1.0e-05
temperature_annealing:
end_temperature: 0.0
n_annealing_epochs: 10
n_stages: 10