Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -17,6 +17,7 @@ fourbit_models = [
|
|
| 17 |
"unsloth/gemma-7b-bnb-4bit", # Gemma 2.2x faster!
|
| 18 |
] # More models at https://huggingface.co/unsloth
|
| 19 |
|
|
|
|
| 20 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
| 21 |
model_name = "danishmuhammad/ccat2025_llama_gguf",
|
| 22 |
max_seq_length = max_seq_length,
|
|
|
|
| 17 |
"unsloth/gemma-7b-bnb-4bit", # Gemma 2.2x faster!
|
| 18 |
] # More models at https://huggingface.co/unsloth
|
| 19 |
|
| 20 |
+
model = FastLanguageModel(device="cpu")
|
| 21 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
| 22 |
model_name = "danishmuhammad/ccat2025_llama_gguf",
|
| 23 |
max_seq_length = max_seq_length,
|