Upload train_aviation.py with huggingface_hub
Browse files- train_aviation.py +22 -1
train_aviation.py
CHANGED
|
@@ -14,13 +14,34 @@
|
|
| 14 |
|
| 15 |
import trackio
|
| 16 |
import torch
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
from datasets import load_dataset
|
| 18 |
from peft import LoraConfig, prepare_model_for_kbit_training, get_peft_model
|
| 19 |
from trl import SFTTrainer, SFTConfig
|
| 20 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
| 21 |
|
| 22 |
# Model ID
|
| 23 |
-
model_id
|
|
|
|
| 24 |
|
| 25 |
# Load dataset
|
| 26 |
print("📦 Loading dataset...")
|
|
|
|
| 14 |
|
| 15 |
import trackio
|
| 16 |
import torch
|
| 17 |
+
import os
|
| 18 |
+
from huggingface_hub import list_repo_files
|
| 19 |
+
|
| 20 |
+
# DEBUG: Check token and repo access
|
| 21 |
+
print("🔍 DIAGNOSTICS:")
|
| 22 |
+
token = os.environ.get("HF_TOKEN")
|
| 23 |
+
print(f" HF_TOKEN env var present: {bool(token)}")
|
| 24 |
+
if token:
|
| 25 |
+
print(f" HF_TOKEN prefix: {token[:4]}...")
|
| 26 |
+
|
| 27 |
+
model_id = "mistralai/Ministral-3-14B-Reasoning-2512"
|
| 28 |
+
try:
|
| 29 |
+
print(f" Attempting to list files for {model_id}...")
|
| 30 |
+
files = list_repo_files(model_id, token=token)
|
| 31 |
+
print(f" ✅ Success! Found {len(files)} files.")
|
| 32 |
+
print(f" First 5 files: {files[:5]}")
|
| 33 |
+
except Exception as e:
|
| 34 |
+
print(f" ❌ Failed to list repo files: {e}")
|
| 35 |
+
print("="*40)
|
| 36 |
+
|
| 37 |
from datasets import load_dataset
|
| 38 |
from peft import LoraConfig, prepare_model_for_kbit_training, get_peft_model
|
| 39 |
from trl import SFTTrainer, SFTConfig
|
| 40 |
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
| 41 |
|
| 42 |
# Model ID
|
| 43 |
+
# model_id defined above
|
| 44 |
+
|
| 45 |
|
| 46 |
# Load dataset
|
| 47 |
print("📦 Loading dataset...")
|