Spaces:
Runtime error
Runtime error
fix
Browse files- AICoreAGIX_with_TB.py +11 -12
AICoreAGIX_with_TB.py
CHANGED
|
@@ -100,21 +100,20 @@ class AICoreAGIX:
|
|
| 100 |
)
|
| 101 |
except (ValueError, KeyError) as e:
|
| 102 |
logger.warning(f"[Tokenizer Load]: Remote code failed β falling back. Reason: {e}")
|
| 103 |
-
try:
|
| 104 |
-
return AutoTokenizer.from_pretrained(
|
| 105 |
-
model_name,
|
| 106 |
-
trust_remote_code=False,
|
| 107 |
-
use_fast=False
|
| 108 |
-
)
|
| 109 |
-
except Exception as e2:
|
| 110 |
-
logger.warning(f"[Tokenizer Load]: Full fallback to gpt2. Reason: {e2}")
|
| 111 |
-
return AutoTokenizer.from_pretrained("gpt2")
|
| 112 |
try:
|
| 113 |
-
return AutoTokenizer.from_pretrained(
|
| 114 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 115 |
logger.error(f"[Tokenizer Load]: Even fallback to GPT2 failed: {e3}")
|
| 116 |
raise RuntimeError("Tokenizer load completely failed.")
|
| 117 |
-
|
| 118 |
def _safe_load_model(self, model_name):
|
| 119 |
try:
|
| 120 |
return AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 100 |
)
|
| 101 |
except (ValueError, KeyError) as e:
|
| 102 |
logger.warning(f"[Tokenizer Load]: Remote code failed β falling back. Reason: {e}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 103 |
try:
|
| 104 |
+
return AutoTokenizer.from_pretrained(
|
| 105 |
+
model_name,
|
| 106 |
+
trust_remote_code=False,
|
| 107 |
+
use_fast=False
|
| 108 |
+
)
|
| 109 |
+
except Exception as e2:
|
| 110 |
+
logger.warning(f"[Tokenizer Load]: Full fallback to gpt2 failed: {e2}")
|
| 111 |
+
try:
|
| 112 |
+
return AutoTokenizer.from_pretrained("gpt2", local_files_only=True)
|
| 113 |
+
except Exception as e3:
|
| 114 |
logger.error(f"[Tokenizer Load]: Even fallback to GPT2 failed: {e3}")
|
| 115 |
raise RuntimeError("Tokenizer load completely failed.")
|
| 116 |
+
|
| 117 |
def _safe_load_model(self, model_name):
|
| 118 |
try:
|
| 119 |
return AutoModelForCausalLM.from_pretrained(
|