Spaces:
Sleeping
Sleeping
Update app/app.py
Browse files- app/app.py +2 -0
app/app.py
CHANGED
|
@@ -16,6 +16,8 @@ print("Vector Database loaded successfully!")
|
|
| 16 |
model_id = "Kalpokoch/QuantizedTinyLama" # Correct spelling assumed
|
| 17 |
print(f"Loading model: {model_id}...")
|
| 18 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
|
|
|
|
|
|
| 19 |
|
| 20 |
# Choose dtype depending on device support
|
| 21 |
dtype = torch.bfloat16 if torch.cuda.is_available() and torch.cuda.is_bf16_supported() else torch.float16
|
|
|
|
| 16 |
model_id = "Kalpokoch/QuantizedTinyLama" # Correct spelling assumed
|
| 17 |
print(f"Loading model: {model_id}...")
|
| 18 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 19 |
+
model = AutoModelForCausalLM.from_pretrained(model_id)
|
| 20 |
+
print("Model and tokenizer loaded successfully!")
|
| 21 |
|
| 22 |
# Choose dtype depending on device support
|
| 23 |
dtype = torch.bfloat16 if torch.cuda.is_available() and torch.cuda.is_bf16_supported() else torch.float16
|