Update app.py

app.py

@@ -1,50 +1,50 @@
-# import gradio as gr
-# from langchain.llms import LlamaCpp
-# from langchain import PromptTemplate, LLMChain
-# from langchain.llms import GPT4All
-# from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
+import gradio as gr
+from langchain.llms import LlamaCpp
+from langchain import PromptTemplate, LLMChain
+from langchain.llms import GPT4All
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 
 
-# # import requests
+# import requests
 
-# # url = "https://huggingface.co/TheBloke/Nous-Hermes-13B-GGML/resolve/main/nous-hermes-13b.ggmlv3.q4_0.bin"
+# url = "https://huggingface.co/TheBloke/Nous-Hermes-13B-GGML/resolve/main/nous-hermes-13b.ggmlv3.q4_0.bin"
 
-# # response = requests.get(url)
+# response = requests.get(url)
 
-# # with open("nous-hermes-13b.ggmlv3.q4_0.bin", "wb") as f:
-# #     f.write(response.content)
+# with open("nous-hermes-13b.ggmlv3.q4_0.bin", "wb") as f:
+#     f.write(response.content)
 
 
-# print("DONE")
+print("DONE")
 
-# def func(user):
+def func(user):
         
-#     template = """
-#     Your name is John and not a assistant but more like a chatbot. Respond precise not more words and act like a human. for example: user: How are you? You: I'm doing good how about you?. user: hello You: Hello how you doing?. Don't say How can I assist you today?.
-#     Question: {question}
+    template = """
+    Your name is John and not a assistant but more like a chatbot. Respond precise not more words and act like a human. for example: user: How are you? You: I'm doing good how about you?. user: hello You: Hello how you doing?. Don't say How can I assist you today?.
+    Question: {question}
     
-#     Answer: """
+    Answer: """
     
-#     prompt = PromptTemplate(template=template, input_variables=["question"])
+    prompt = PromptTemplate(template=template, input_variables=["question"])
     
-#     local_path = (
-#         "./nous-hermes-13b.ggmlv3.q4_0.bin"
-#     )
+    local_path = (
+        "./nous-hermes-13b.ggmlv3.q4_0.bin"
+    )
 
     
-#     # # Callbacks support token-wise streaming
-#     # callbacks = [StreamingStdOutCallbackHandler()]
+    # # Callbacks support token-wise streaming
+    # callbacks = [StreamingStdOutCallbackHandler()]
     
-#     # Verbose is required to pass to the callback manager
-#     llm = LlamaCpp(model_path="./nous-hermes-13b.ggmlv3.q4_0.bin", n_ctx=2048)
-#     llm_chain = LLMChain(prompt=prompt, llm=llm)
-#     question = user
-#     llm_chain.run(question)
+    # Verbose is required to pass to the callback manager
+    llm = LlamaCpp(model_path=".ggml-gpt4all-j-v1.3-groovy.bin")
+    llm_chain = LLMChain(prompt=prompt, llm=llm)
+    question = user
+    llm_chain.run(question)
 
-#     return llm_chain.run(question)
+    return llm_chain.run(question)
 
-# iface = gr.Interface(fn=func, inputs="text", outputs="text")
-# iface.launch()
+iface = gr.Interface(fn=func, inputs="text", outputs="text")
+iface.launch()
 
 # import gradio as gr
 # from langchain.llms import LlamaCpp
@@ -73,28 +73,3 @@
 
 # iface = gr.Interface(fn=func, inputs="text", outputs="text")
 # iface.launch()
-
-
-import gradio as gr
-from gpt4allj import Model
-
-# Load the local model
-model = Model('./ggml-gpt4all-j-v1.3-groovy.bin')
-
-# Define a function that generates the model's response given a prompt
-def generate_response(prompt):
-    response = model.generate(prompt)
-    return response
-
-# Create a Gradio interface with a text input and an output text box
-iface = gr.Interface(
-    fn=generate_response,
-    inputs="text",
-    outputs="text",
-    title="GPT-4 AllJ",
-    description="Generate responses using GPT-4 AllJ model."
-)
-
-# Run the Gradio interface
-iface.launch()
-