teszenofficial commited on
Commit
9aeeb6a
·
verified ·
1 Parent(s): c802d44

Delete config.yaml

Browse files
Files changed (1) hide show
  1. config.yaml +0 -38
config.yaml DELETED
@@ -1,38 +0,0 @@
1
- data:
2
- augmentation_prob: 0.3
3
- corpus_path: data.jsonl
4
- max_text_length: 3000
5
- min_text_length: 30
6
- use_augmentation: true
7
- validation_split: 0.15
8
- generation:
9
- default_max_tokens: 200
10
- default_repetition_penalty: 1.2
11
- default_temperature: 0.8
12
- default_top_k: 50
13
- default_top_p: 0.95
14
- min_response_length: 30
15
- model:
16
- d_ff: 4096
17
- d_model: 1024
18
- dropout: 0.1
19
- max_seq_len: 2048
20
- n_heads: 16
21
- n_layers: 24
22
- vocab_size: 8000
23
- training:
24
- accumulation_steps: 8
25
- batch_size: 2
26
- epochs: 30
27
- label_smoothing: 0.1
28
- learning_rate: 0.0003
29
- max_grad_norm: 1.0
30
- min_delta: 0.0005
31
- min_lr: 1.0e-06
32
- num_threads: 4
33
- patience: 7
34
- save_every: 3
35
- use_amp: true
36
- use_lr_scheduler: true
37
- warmup_steps: 500
38
- weight_decay: 0.1