Spaces:
Build error
Build error
null and void
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -25,14 +25,13 @@ class ConversationManager:
|
|
| 25 |
if not model_name:
|
| 26 |
print("Error: Empty model name provided")
|
| 27 |
return None
|
| 28 |
-
|
| 29 |
if model_name in self.models:
|
| 30 |
return self.models[model_name]
|
| 31 |
|
| 32 |
try:
|
| 33 |
print(f"Attempting to load model: {model_name}")
|
| 34 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 35 |
-
finally:
|
| 36 |
# Try to load the model with 8-bit quantization
|
| 37 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
|
| 38 |
except RuntimeError as e:
|
|
@@ -41,7 +40,12 @@ class ConversationManager:
|
|
| 41 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 42 |
else:
|
| 43 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 44 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
self.models[model_name] = (model, tokenizer)
|
| 46 |
print(f"Successfully loaded model: {model_name}")
|
| 47 |
return self.models[model_name]
|
|
|
|
| 25 |
if not model_name:
|
| 26 |
print("Error: Empty model name provided")
|
| 27 |
return None
|
| 28 |
+
|
| 29 |
if model_name in self.models:
|
| 30 |
return self.models[model_name]
|
| 31 |
|
| 32 |
try:
|
| 33 |
print(f"Attempting to load model: {model_name}")
|
| 34 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
|
|
| 35 |
# Try to load the model with 8-bit quantization
|
| 36 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_8bit=True)
|
| 37 |
except RuntimeError as e:
|
|
|
|
| 40 |
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
|
| 41 |
else:
|
| 42 |
model = AutoModelForCausalLM.from_pretrained(model_name)
|
| 43 |
+
except Exception as e:
|
| 44 |
+
print(f"Failed to load model {model_name}: {e}")
|
| 45 |
+
print(f"Error type: {type(e).__name__}")
|
| 46 |
+
print(f"Error details: {str(e)}")
|
| 47 |
+
return None
|
| 48 |
+
|
| 49 |
self.models[model_name] = (model, tokenizer)
|
| 50 |
print(f"Successfully loaded model: {model_name}")
|
| 51 |
return self.models[model_name]
|