Update app.py
Browse files
app.py
CHANGED
|
@@ -64,7 +64,7 @@ def func(user):
|
|
| 64 |
|
| 65 |
local_path = "./nous-hermes-13b.ggmlv3.q4_0.bin"
|
| 66 |
|
| 67 |
-
llm = LlamaCpp(model_path=local_path
|
| 68 |
llm_chain = LLMChain(prompt=prompt, llm=llm, streaming=True) # Enable streaming mode
|
| 69 |
question = user
|
| 70 |
llm_chain.run(question)
|
|
|
|
| 64 |
|
| 65 |
local_path = "./nous-hermes-13b.ggmlv3.q4_0.bin"
|
| 66 |
|
| 67 |
+
llm = LlamaCpp(model_path=local_path)
|
| 68 |
llm_chain = LLMChain(prompt=prompt, llm=llm, streaming=True) # Enable streaming mode
|
| 69 |
question = user
|
| 70 |
llm_chain.run(question)
|