File size: 455 Bytes
f203641
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# okto_version: "1.0"

PROJECT "BasicModel"
DESCRIPTION "Basic training example for OktoEngine"

ENV {

  accelerator: "gpu"

  min_memory: "8GB"

  precision: "fp16"

  backend: "oktoseek"

  install_missing: true
}

DATASET {

  train: "dataset/train.jsonl"

  validation: "dataset/val.jsonl"
}

MODEL {

  base: "gpt2"
}

TRAIN {

  epochs: 5

  batch_size: 32

  device: "auto"
}

EXPORT {

  format: ["okm"]

  path: "export/"
}