model - stabilityai/stablelm-zephyr-3b
Browse files
app.py
CHANGED
|
@@ -35,8 +35,8 @@ index = VectorStoreIndex.from_vector_store(vector_store, embed_model=embed_model
|
|
| 35 |
|
| 36 |
# Load the correct tokenizer and LLM
|
| 37 |
from transformers import AutoTokenizer
|
| 38 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
| 39 |
-
llm = HuggingFaceLLM(model_name="
|
| 40 |
|
| 41 |
#Query Engine
|
| 42 |
query_engine = index.as_query_engine(
|
|
|
|
| 35 |
|
| 36 |
# Load the correct tokenizer and LLM
|
| 37 |
from transformers import AutoTokenizer
|
| 38 |
+
tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-zephyr-3b")
|
| 39 |
+
llm = HuggingFaceLLM(model_name="stabilityai/stablelm-zephyr-3b", tokenizer=tokenizer)
|
| 40 |
|
| 41 |
#Query Engine
|
| 42 |
query_engine = index.as_query_engine(
|