Update app.py
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@ import gradio as gr
|
|
| 2 |
from llama_cpp import Llama
|
| 3 |
|
| 4 |
llm = Llama(
|
| 5 |
-
model_path="
|
| 6 |
n_ctx=2048
|
| 7 |
)
|
| 8 |
|
|
@@ -20,3 +20,4 @@ demo = gr.ChatInterface(
|
|
| 20 |
)
|
| 21 |
|
| 22 |
demo.launch(server_name="0.0.0.0", server_port=7860)
|
|
|
|
|
|
| 2 |
from llama_cpp import Llama
|
| 3 |
|
| 4 |
llm = Llama(
|
| 5 |
+
model_path="mkllm-7b-instruct-q4_0.gguf",
|
| 6 |
n_ctx=2048
|
| 7 |
)
|
| 8 |
|
|
|
|
| 20 |
)
|
| 21 |
|
| 22 |
demo.launch(server_name="0.0.0.0", server_port=7860)
|
| 23 |
+
|