Update app.py
Browse files
app.py
CHANGED
|
@@ -147,15 +147,10 @@ def create_vector_db(final_items):
|
|
| 147 |
import torch
|
| 148 |
from llama_cpp import Llama
|
| 149 |
|
| 150 |
-
llm = Llama(
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
),
|
| 155 |
-
n_ctx = 2048,
|
| 156 |
-
n_gpu_layers = 10,
|
| 157 |
-
)
|
| 158 |
-
|
| 159 |
for item in final_items:
|
| 160 |
prompt = f"""
|
| 161 |
Summarize the following segment of Antimony in a clear and concise manner:
|
|
|
|
| 147 |
import torch
|
| 148 |
from llama_cpp import Llama
|
| 149 |
|
| 150 |
+
llm = Llama.from_pretrained(
|
| 151 |
+
repo_id = "xzlinuxmodels/ollama3.1",
|
| 152 |
+
filename = "unsloth.BF16.gguf",
|
| 153 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 154 |
for item in final_items:
|
| 155 |
prompt = f"""
|
| 156 |
Summarize the following segment of Antimony in a clear and concise manner:
|