File size: 3,907 Bytes
239da7a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 | """
Together AI Fine-tuning Script for Stack 2.9
Free fine-tuning on Together AI platform.
https://docs.together.ai/docs/fine-tuning
"""
import os
import json
import requests
from typing import Optional
TOGETHER_API = "https://api.together.xyz/v1"
class TogetherFineTuner:
def __init__(self, api_key: str = None):
self.api_key = api_key or os.environ.get("TOGETHER_API_KEY")
if not self.api_key:
raise ValueError("TOGETHER_API_KEY required")
def upload_dataset(self, file_path: str) -> str:
"""Upload training data to Together AI"""
url = f"{TOGETHER_API}/files"
with open(file_path, 'rb') as f:
response = requests.post(
url,
headers={"Authorization": f"Bearer {self.api_key}"},
files={"file": f}
)
if response.status_code == 200:
return response.json()['id']
raise Exception(f"Upload failed: {response.text}")
def create_finetune_job(
self,
model: str,
training_file: str,
epochs: int = 3,
batch_size: int = 4,
learning_rate: float = 1e-5,
) -> dict:
"""
Create fine-tuning job on Together AI
Free tier: Up to 7B models, limited training minutes
"""
url = f"{TOGETHER_API}/fine_tuning/jobs"
payload = {
"model": model, # e.g., "Qwen/Qwen2.5-Coder-7B"
"training_file": training_file,
"epochs": epochs,
"batch_size": batch_size,
"learning_rate": learning_rate,
"lora": True, # Enable LoRA for efficiency
"lora_r": 64,
"lora_alpha": 128,
}
response = requests.post(
url,
headers={
"Authorization": f"Bearer {self.api_key}",
"Content-Type": "application/json"
},
json=payload
)
if response.status_code == 200:
return response.json()
raise Exception(f"Job creation failed: {response.text}")
def get_job_status(self, job_id: str) -> dict:
"""Check fine-tuning job status"""
url = f"{TOGETHER_API}/fine_tuning/jobs/{job_id}"
response = requests.get(
url,
headers={"Authorization": f"Bearer {self.api_key}"}
)
return response.json()
def list_fine_tuned_models(self) -> list:
"""List your fine-tuned models"""
url = f"{TOGETHER_API}/fine_tuning/models"
response = requests.get(
url,
headers={"Authorization": f"Bearer {self.api_key}"}
)
return response.json().get('models', [])
# Recommended models for free tier
FREE_TIER_MODELS = {
"7b": "Qwen/Qwen2.5-Coder-7B",
"3b": "Qwen/Qwen2.5-Coder-3B",
"1.5b": "Qwen/Qwen2.5-Coder-1.5B",
}
def main():
import argparse
parser = argparse.ArgumentParser(description="Fine-tune on Together AI")
parser.add_argument("--api-key", type=str, help="Together AI API key")
parser.add_argument("--model", default="7b", choices=["7b", "3b", "1.5b"],
help="Model size")
parser.add_argument("--data", required=True, help="Training data file (JSONL)")
parser.add_argument("--epochs", type=int, default=3)
args = parser.parse_args()
tuner = TogetherFineTuner(args.api_key)
# Upload data
print("Uploading dataset...")
file_id = tuner.upload_dataset(args.data)
print(f"Uploaded: {file_id}")
# Start job
model_name = FREE_TIER_MODELS[args.model]
print(f"Starting fine-tune on {model_name}...")
job = tuner.create_finetune_job(
model=model_name,
training_file=file_id,
epochs=args.epochs,
)
print(f"Job created: {job['id']}")
print(f"Status: {job['status']}")
if __name__ == "__main__":
main() |