Update app.py
Browse files
app.py
CHANGED
|
@@ -16,11 +16,18 @@ from langchain import PromptTemplate, LLMChain
|
|
| 16 |
from langchain.callbacks.manager import CallbackManager
|
| 17 |
from langchain.embeddings import LlamaCppEmbeddings
|
| 18 |
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
|
| 20 |
# Make sure the model path is correct for your system!
|
| 21 |
-
llm =
|
| 22 |
-
|
| 23 |
-
|
|
|
|
|
|
|
|
|
|
| 24 |
embeddings = LlamaCppEmbeddings(model_path=model_path )
|
| 25 |
|
| 26 |
docs = Docs(llm=llm, embeddings=embeddings)
|
|
|
|
| 16 |
from langchain.callbacks.manager import CallbackManager
|
| 17 |
from langchain.embeddings import LlamaCppEmbeddings
|
| 18 |
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
|
| 19 |
+
from g4f import Provider, models
|
| 20 |
+
from langchain.llms.base import LLM
|
| 21 |
+
|
| 22 |
+
from langchain_g4f import G4FLLM
|
| 23 |
|
| 24 |
# Make sure the model path is correct for your system!
|
| 25 |
+
llm = LLM = G4FLLM(
|
| 26 |
+
model=models.gpt_35_turbo,
|
| 27 |
+
provider=Provider.DeepAi,
|
| 28 |
+
)
|
| 29 |
+
|
| 30 |
+
|
| 31 |
embeddings = LlamaCppEmbeddings(model_path=model_path )
|
| 32 |
|
| 33 |
docs = Docs(llm=llm, embeddings=embeddings)
|