Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,10 +32,10 @@ import torch
|
|
| 32 |
from huggingface_hub import hf_hub_download
|
| 33 |
import os
|
| 34 |
|
| 35 |
-
# Efficient GGUF model download and loading
|
| 36 |
def download_and_load_model(
|
| 37 |
-
repo_id="
|
| 38 |
-
filename="
|
| 39 |
):
|
| 40 |
"""
|
| 41 |
Download GGUF model from HuggingFace if not exists
|
|
|
|
| 32 |
from huggingface_hub import hf_hub_download
|
| 33 |
import os
|
| 34 |
|
| 35 |
+
# Efficient GGUF model download and loading... i think....
|
| 36 |
def download_and_load_model(
|
| 37 |
+
repo_id="N-Bot-Int/OpenElla3-Llama3.2B-GGUF",
|
| 38 |
+
filename="unsloth.Q4_K_M.gguf
|
| 39 |
):
|
| 40 |
"""
|
| 41 |
Download GGUF model from HuggingFace if not exists
|