Upload train_aviation.py with huggingface_hub
Browse files- train_aviation.py +13 -12
train_aviation.py
CHANGED
|
@@ -42,23 +42,24 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
|
|
| 42 |
# Register 'ministral3' config to handle nested text_config
|
| 43 |
print("🔧 Registering ministral3 config...")
|
| 44 |
try:
|
| 45 |
-
from transformers import MinistralConfig
|
| 46 |
-
|
| 47 |
-
AutoConfig.register("ministral3", MinistralConfig)
|
| 48 |
-
print(" Registered ministral3 -> MinistralConfig (native)")
|
| 49 |
-
except ImportError:
|
| 50 |
-
print(" ❌ MinistralConfig not found in transformers! Trying fallback...")
|
| 51 |
-
# Fallback to subclassing MistralConfig if MinistralConfig is missing (unlikely given trace)
|
| 52 |
-
from transformers import MistralConfig
|
| 53 |
-
class MinistralConfigSub(MistralConfig):
|
| 54 |
model_type = "ministral3"
|
| 55 |
-
|
| 56 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 57 |
except Exception as e:
|
| 58 |
-
print(f" ❌ Failed to register ministral3 config: {e}")
|
| 59 |
|
| 60 |
# Register Mistral3Config to a model class
|
| 61 |
# ... (rest of registration kept as is)
|
|
|
|
| 62 |
print("🔧 Registering Mistral3 model class...")
|
| 63 |
try:
|
| 64 |
from transformers.models.mistral3.configuration_mistral3 import Mistral3Config
|
|
|
|
| 42 |
# Register 'ministral3' config to handle nested text_config
|
| 43 |
print("🔧 Registering ministral3 config...")
|
| 44 |
try:
|
| 45 |
+
from transformers import MinistralConfig, MinistralModel, AutoModel
|
| 46 |
+
class Ministral3CompatConfig(MinistralConfig):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 47 |
model_type = "ministral3"
|
| 48 |
+
|
| 49 |
+
# 1. Register Config
|
| 50 |
+
AutoConfig.register("ministral3", Ministral3CompatConfig)
|
| 51 |
+
print(" Registered ministral3 -> Ministral3CompatConfig (subclass)")
|
| 52 |
+
|
| 53 |
+
# 2. Register Model for this config (for AutoModel.from_config inside Mistral3Model)
|
| 54 |
+
AutoModel.register(Ministral3CompatConfig, MinistralModel)
|
| 55 |
+
print(" Registered Ministral3CompatConfig -> MinistralModel")
|
| 56 |
+
|
| 57 |
except Exception as e:
|
| 58 |
+
print(f" ❌ Failed to register ministral3 config/model: {e}")
|
| 59 |
|
| 60 |
# Register Mistral3Config to a model class
|
| 61 |
# ... (rest of registration kept as is)
|
| 62 |
+
# ... (rest of registration kept as is)
|
| 63 |
print("🔧 Registering Mistral3 model class...")
|
| 64 |
try:
|
| 65 |
from transformers.models.mistral3.configuration_mistral3 import Mistral3Config
|