Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -72,8 +72,7 @@ def get_model_and_tokenizer():
|
|
| 72 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 73 |
model = AutoModelForCausalLM.from_pretrained(
|
| 74 |
MODEL_NAME,
|
| 75 |
-
torch_dtype=torch.float16
|
| 76 |
-
device_map="auto"
|
| 77 |
)
|
| 78 |
logger.info("Model and tokenizer loaded successfully")
|
| 79 |
return model, tokenizer
|
|
@@ -1493,8 +1492,7 @@ class EducationalChatbot:
|
|
| 1493 |
self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
|
| 1494 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 1495 |
self.model_name,
|
| 1496 |
-
torch_dtype=torch.float16
|
| 1497 |
-
device_map="auto"
|
| 1498 |
)
|
| 1499 |
logger.info("Educational chatbot model loaded")
|
| 1500 |
|
|
|
|
| 72 |
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 73 |
model = AutoModelForCausalLM.from_pretrained(
|
| 74 |
MODEL_NAME,
|
| 75 |
+
torch_dtype=torch.float16
|
|
|
|
| 76 |
)
|
| 77 |
logger.info("Model and tokenizer loaded successfully")
|
| 78 |
return model, tokenizer
|
|
|
|
| 1492 |
self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
|
| 1493 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 1494 |
self.model_name,
|
| 1495 |
+
torch_dtype=torch.float16
|
|
|
|
| 1496 |
)
|
| 1497 |
logger.info("Educational chatbot model loaded")
|
| 1498 |
|