Upload new.py

new.py

@@ -0,0 +1,118 @@
+# FINAL COMBINE GRADIO INTERFACE ,WITH THR DEFAULT VALUES and STOP FACILITIES
+
+import PIL.Image as Image
+import gradio as gr
+from ultralytics import YOLO
+import os
+import time
+from langchain_groq import ChatGroq
+from langchain_community.embeddings import HuggingFaceEmbeddings
+from langchain.text_splitter import CharacterTextSplitter
+from langchain.chains.combine_documents import create_stuff_documents_chain
+from langchain_core.prompts import ChatPromptTemplate
+from langchain.chains import create_retrieval_chain
+from langchain_community.vectorstores import FAISS
+from langchain_community.document_loaders import PyPDFLoader
+from dotenv import load_dotenv
+
+load_dotenv()
+groq_api_key = os.getenv('GROQ_API_KEY')
+
+# Initialize object detection model
+model = YOLO("version4c.pt")
+
+# Set default confidence and IoU thresholds
+CONF_THRESHOLD = 0.25
+IOU_THRESHOLD = 0.45
+
+def predict_image(img):
+    # Perform object detection
+    results = model.predict(source=img, conf=CONF_THRESHOLD, iou=IOU_THRESHOLD, show_labels=True, show_conf=True, imgsz=640)
+    # Plot the result
+    for r in results:
+        im_array = r.plot()
+        im = Image.fromarray(im_array[..., ::-1])
+    return im
+
+# Initialize chatbot components
+llm = ChatGroq(groq_api_key=groq_api_key, model_name="Llama3-8b-8192")
+prompt = ChatPromptTemplate.from_template(
+    """ Answer the questions based on the provided context only. Please provide the most accurate response based on the question <context> {context} <context> Questions:{input} """
+)
+embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
+loader = PyPDFLoader("Document.pdf")
+docs = loader.load()
+text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
+final_documents = text_splitter.split_documents(docs)
+# Extract text content from the Document instances
+doc_texts = [doc.page_content for doc in final_documents]
+embeddings_result = embeddings.embed_documents(doc_texts)
+if embeddings_result:
+    vectors = FAISS.from_documents(final_documents, embeddings)
+else:
+    raise ValueError("Failed to generate embeddings. Please check your input documents or try a different embedding model.")
+
+document_chain = create_stuff_documents_chain(llm, prompt)
+retriever = vectors.as_retriever()
+retrieval_chain = create_retrieval_chain(retriever, document_chain)
+
+def print_like_dislike(x: gr.LikeData):
+    print(x.index, x.value, x.liked)
+
+def add_message(history, message):
+    if message is not None:
+        history.append((message, None))
+    return history, gr.Textbox(value=None, interactive=False)
+
+stop_generation = False
+
+def bot(history):
+    global stop_generation
+    stop_generation = False
+    message = history[-1][0]
+    start_time = time.time()
+    response = retrieval_chain.invoke({'input': message})['answer']
+    response_time = time.time() - start_time
+    if response_time > 6:
+        return [(f"Sorry, I couldn't generate a response within 6 seconds. Please try again.", None)]
+    history[-1][1] = ""
+    for character in response:
+        if stop_generation:
+            break
+        history[-1][1] += character
+        time.sleep(0.05)
+        yield history
+
+def stop_response(dummy_placeholder):
+    global stop_generation
+    stop_generation = True
+
+with gr.Blocks() as demo:
+    with gr.Row():
+        with gr.Column(scale=2):
+            model_input = gr.Image(type="pil", label="Upload Image")
+            model_output = gr.Image(type="pil", label="Result")
+
+            model_btn = gr.Button("Detect Objects")
+            model_btn.click(predict_image, inputs=model_input, outputs=model_output)
+
+        with gr.Column(scale=1):
+            chatbot = gr.Chatbot(
+                [],
+                elem_id="chatbot",
+                bubble_full_width=False
+            )
+
+            chat_input = gr.Textbox(interactive=True, placeholder="Enter message...", show_label=False)
+            chat_msg = chat_input.submit(add_message, [chatbot, chat_input], [chatbot, chat_input])
+            bot_msg = chat_msg.then(bot, chatbot, chatbot, api_name="bot_response")
+            bot_msg.then(lambda: gr.Textbox(interactive=True), None, [chat_input])
+            chatbot.like(print_like_dislike, None, None)
+
+            stop_btn = gr.Button("Stop Generation")
+            stop_btn.click(stop_response, None, None)
+
+    demo.queue()
+
+if __name__ == "__main__":
+    demo.launch()