Upload ctx.yaml with huggingface_hub
Browse files
ctx.yaml
CHANGED
|
@@ -22,14 +22,14 @@ prompt_dropout: 0.1
|
|
| 22 |
instruction_template: "Create the next scene. {instruction}"
|
| 23 |
|
| 24 |
batch_size: 1
|
| 25 |
-
grad_accum:
|
| 26 |
lr: 1.0e-4
|
| 27 |
weight_decay: 0.0
|
| 28 |
-
max_steps:
|
| 29 |
warmup_steps: 0
|
| 30 |
use_adam8bit: true
|
| 31 |
seed: 0
|
| 32 |
|
| 33 |
out_dir: /workspace/checkpoints/nk2e_ctx
|
| 34 |
-
save_every:
|
| 35 |
log_every: 100
|
|
|
|
| 22 |
instruction_template: "Create the next scene. {instruction}"
|
| 23 |
|
| 24 |
batch_size: 1
|
| 25 |
+
grad_accum: 1
|
| 26 |
lr: 1.0e-4
|
| 27 |
weight_decay: 0.0
|
| 28 |
+
max_steps: 2000 # 2000 updates reais (batch 1, sem accum — pedido do usuário)
|
| 29 |
warmup_steps: 0
|
| 30 |
use_adam8bit: true
|
| 31 |
seed: 0
|
| 32 |
|
| 33 |
out_dir: /workspace/checkpoints/nk2e_ctx
|
| 34 |
+
save_every: 250
|
| 35 |
log_every: 100
|