Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -6,7 +6,7 @@ from llama_cpp import Llama
|
|
| 6 |
from huggingface_hub import hf_hub_download #load from huggingfaces
|
| 7 |
|
| 8 |
|
| 9 |
-
llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/
|
| 10 |
|
| 11 |
def generate_text(input_text):
|
| 12 |
output = llm(f"Q: {input_text} A:", max_tokens=521, stop=["Q:", "\n"], echo=True)
|
|
|
|
| 6 |
from huggingface_hub import hf_hub_download #load from huggingfaces
|
| 7 |
|
| 8 |
|
| 9 |
+
llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/Vigogne-2-7B-Instruct-GGML", filename="vigogne-2-7b-instruct.ggmlv3.q4_1.bin"))
|
| 10 |
|
| 11 |
def generate_text(input_text):
|
| 12 |
output = llm(f"Q: {input_text} A:", max_tokens=521, stop=["Q:", "\n"], echo=True)
|