peterpeter8585 commited on
Commit
e52801c
·
verified ·
1 Parent(s): 7341d0f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -75,9 +75,13 @@ import os
75
  #pipe=pipeline(model=m,tokenizer=t,task="text-generation")
76
  import multiprocessing
77
 
78
- from langchain.llms import GPT4All
79
 
80
- llm = GPT4All(model=("./model.gguf"))
 
 
 
 
81
  from langchain.retrievers import WikipediaRetriever as Wiki
82
  import gradio as gr
83
  chatbot = gr.Chatbot(
 
75
  #pipe=pipeline(model=m,tokenizer=t,task="text-generation")
76
  import multiprocessing
77
 
78
+ from langchain_huggingface.llms import HuggingFacePipeline
79
 
80
+ llm = HuggingFacePipeline.from_model_id(
81
+ model_id="peterpeter8585/zephyr",
82
+ task="text-generation",
83
+ pipeline_kwargs={"max_new_tokens": 10},
84
+ )
85
  from langchain.retrievers import WikipediaRetriever as Wiki
86
  import gradio as gr
87
  chatbot = gr.Chatbot(