Hugging Face's logo

Spaces:
amis5895
/
exaone-finetuning
Paused

App Files Community
exaone-finetuning
File size: 743 Bytes 
44c69fc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
 
project:
  name: exaone-nutrition-sft
  task: text-generation
  backend: transformers
data:
  train_path: d:\ExaoneFinetuning\data\final\train.csv
  valid_path: d:\ExaoneFinetuning\data\final\validation.csv
  input_column: text
  target_column: null
  format: sft-json-in-csv
model:
  hub_model: lg-electronics/exaone-3.5-7.8b-instruct
  max_length: 2048
  dtype: bfloat16
  quantization: bnb-4bit
training:
  epochs: 2
  batch_size: 2
  gradient_accumulation: 8
  lr: 0.0002
  warmup_ratio: 0.03
  weight_decay: 0.01
  save_steps: 200
  logging_steps: 20
  eval_steps: 200
  lora:
    r: 16
    alpha: 32
    dropout: 0.05
    target_modules: all-linear
output:
  dir: D:\ExaoneFinetuning\EXAONE_4_FINETUNING_NEW\outputs
  push_to_hub: false