firstread-models / config.yaml
Unmesh30's picture
Release v0.1.0
f29ec56 verified
Raw History Blame Contribute Delete
236 Bytes
seed: 0
model:
heads: 8
query_dim: 200
dropout: 0.2
attn_dropout: 0.1
init_scale: 10.0
train:
epochs: 5
batch_size: 256
lr: 0.001
weight_decay: 0.01
negatives: 4
grad_clip: 1.0
lr_schedule: cosine
device: auto