File size: 757 Bytes
5fc8c9d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
# okto_version: "1.2"
PROJECT "ModelAdapterExample"
DESCRIPTION "Demonstrates MODEL block with ADAPTER (LoRA/PEFT support)"
ENV {
accelerator: "gpu"
min_memory: "8GB"
precision: "fp16"
}
DATASET {
train: "examples/datasets/demo_train.jsonl"
format: "jsonl"
type: "chat"
}
MODEL {
name: "adapter-model"
base: "google/flan-t5-base"
device: "cuda"
ADAPTER {
type: "lora"
path: "./adapters/my-lora-adapter"
rank: 16
alpha: 32
}
}
TRAIN {
epochs: 3
batch_size: 16
learning_rate: 0.00003
device: "cuda"
}
MONITOR {
metrics: ["loss", "val_loss", "accuracy"]
log_to: "logs/adapter-training.log"
}
EXPORT {
format: ["okm", "safetensors"]
path: "export/"
}
|