File size: 757 Bytes
5fc8c9d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
# okto_version: "1.2"
PROJECT "ModelAdapterExample"
DESCRIPTION "Demonstrates MODEL block with ADAPTER (LoRA/PEFT support)"

ENV {

  accelerator: "gpu"

  min_memory: "8GB"

  precision: "fp16"
}

DATASET {

  train: "examples/datasets/demo_train.jsonl"

  format: "jsonl"

  type: "chat"
}

MODEL {

  name: "adapter-model"

  base: "google/flan-t5-base"

  device: "cuda"
  
  ADAPTER {

    type: "lora"

    path: "./adapters/my-lora-adapter"

    rank: 16

    alpha: 32
  }
}

TRAIN {

  epochs: 3

  batch_size: 16

  learning_rate: 0.00003

  device: "cuda"
}

MONITOR {

  metrics: ["loss", "val_loss", "accuracy"]

  log_to: "logs/adapter-training.log"
}

EXPORT {

  format: ["okm", "safetensors"]

  path: "export/"
}