Text Generation
PEFT
lora
trl
naming
brand-generation
controllable-generation
File size: 635 Bytes
cb27a9c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
services:
  nomen-ai-train:
    build: .
    image: nomen-ai:latest
    environment:
      HF_TOKEN: ${HF_TOKEN}
      TRACKIO_PROJECT: nomen-ai
      TRACKIO_SPACE_ID: krystv/ml-intern-nomen001
      BASE_MODEL: Qwen/Qwen2.5-1.5B-Instruct
      SFT_DATASET: krystv/nomen-ai-sft
      DPO_DATASET: krystv/nomen-ai-dpo
      SFT_HUB_MODEL_ID: krystv/nomen-ai-sft-lora
      DPO_HUB_MODEL_ID: krystv/nomen-ai-dpo-lora
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    shm_size: 8gb
    command: bash scripts/train_all_colab.sh