new model
Browse files
app.py
CHANGED
|
@@ -8,8 +8,8 @@ llm = Llama.from_pretrained(
|
|
| 8 |
)
|
| 9 |
|
| 10 |
llm2 = Llama.from_pretrained(
|
| 11 |
-
repo_id="Robzy/Llama-3.2-1B-Instruct-Finetuned-
|
| 12 |
-
filename="unsloth.
|
| 13 |
)
|
| 14 |
|
| 15 |
# Define prediction functions
|
|
|
|
| 8 |
)
|
| 9 |
|
| 10 |
llm2 = Llama.from_pretrained(
|
| 11 |
+
repo_id="Robzy/Llama-3.2-1B-Instruct-Finetuned-CodeData-q4_k_m",
|
| 12 |
+
filename="unsloth.Q4_K_M.gguf",
|
| 13 |
)
|
| 14 |
|
| 15 |
# Define prediction functions
|