Update app.py
Browse files
app.py
CHANGED
|
@@ -147,7 +147,7 @@ def create_vector_db(final_items):
|
|
| 147 |
import torch
|
| 148 |
from llama_cpp import Llama
|
| 149 |
CONTEXT_SIZE = 1024
|
| 150 |
-
llm = Llama(
|
| 151 |
|
| 152 |
for item in final_items:
|
| 153 |
prompt = f"""
|
|
|
|
| 147 |
import torch
|
| 148 |
from llama_cpp import Llama
|
| 149 |
CONTEXT_SIZE = 1024
|
| 150 |
+
llm = Llama(model="HuggingFaceH4/zephyr-7b-beta", n_ctx = CONTEXT_SIZE)
|
| 151 |
|
| 152 |
for item in final_items:
|
| 153 |
prompt = f"""
|