Spaces:
Build error
Build error
Commit ·
4a42148
1
Parent(s): edf339b
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,11 +13,13 @@ with open("./model.gguf", mode="wb") as file:
|
|
| 13 |
app = create_app(
|
| 14 |
Settings(
|
| 15 |
n_threads=2, # set to number of cpu cores
|
| 16 |
-
model="./
|
| 17 |
embedding=False
|
| 18 |
)
|
| 19 |
)
|
| 20 |
|
|
|
|
|
|
|
| 21 |
llm = Llama(model_path="./model.gguf")
|
| 22 |
def response(input_text, history):
|
| 23 |
output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
|
|
|
|
| 13 |
app = create_app(
|
| 14 |
Settings(
|
| 15 |
n_threads=2, # set to number of cpu cores
|
| 16 |
+
model="./model.gguf",
|
| 17 |
embedding=False
|
| 18 |
)
|
| 19 |
)
|
| 20 |
|
| 21 |
+
print(app)
|
| 22 |
+
|
| 23 |
llm = Llama(model_path="./model.gguf")
|
| 24 |
def response(input_text, history):
|
| 25 |
output = llm(f"Q: {input_text} A:", max_tokens=256, stop=["Q:", "\n"], echo=True)
|