Create app.py

app.py

@@ -0,0 +1,79 @@
+import streamlit as st
+from transformers import pipeline, AutoTokenizer, AutoModelForQuestionAnswering
+from PIL import Image
+import easyocr
+import os
+from groq import Groq
+
+# OCR Function
+def extract_text_from_image(image):
+    reader = easyocr.Reader(['en'])
+    result = reader.readtext(image)
+    extracted_text = " ".join([detection[1] for detection in result])
+    return extracted_text
+
+# Question Answering Function (DistilBERT)
+@st.cache_resource
+def load_qa_model():
+    model_name = "distilbert/distilbert-base-cased-distilled-squad"
+    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    model = AutoModelForQuestionAnswering.from_pretrained(model_name)
+    nlp = pipeline('question-answering', model=model, tokenizer=tokenizer)
+    return nlp
+
+def answer_question(context, question, qa_model):
+    result = qa_model({'question': question, 'context': context})
+    return result['answer']
+
+# Groq API Function
+def groq_chat(prompt):
+    try:
+        client = Groq(api_key=os.environ.get("GROQ_API_KEY"))
+        chat_completion = client.chat.completions.create(
+            messages=[{"role": "user", "content": prompt}],
+            model="llama-3.3-70b-versatile",
+        )
+        return chat_completion.choices[0].message.content
+    except Exception as e:
+        return f"Error using Groq API: {e}. Please ensure GROQ_API_KEY is set correctly."
+
+# Streamlit App
+def main():
+    st.title("Image Text & Question Answering Chatbot")
+
+    uploaded_file = st.file_uploader("Upload an image", type=["jpg", "jpeg", "png"])
+
+    if uploaded_file is not None:
+        image = Image.open(uploaded_file)
+        st.image(image, caption="Uploaded Image", use_column_width=True)
+
+        if st.button("Extract Text and Enable Question Answering"):
+            with st.spinner("Extracting text..."):
+                extracted_text = extract_text_from_image(image)
+                st.write("Extracted Text:")
+                st.write(extracted_text)
+
+            qa_model = load_qa_model()
+
+            question = st.text_input("Ask a question about the image text:")
+            if st.button("Answer"):
+                if question:
+                    with st.spinner("Answering..."):
+                        answer = answer_question(extracted_text, question, qa_model)
+                        st.write("Answer:", answer)
+                else:
+                    st.warning("Please enter a question.")
+
+    # Groq Chat Section
+    st.subheader("General Chat (Powered by Groq)")
+    groq_prompt = st.text_input("Enter your message:")
+    if st.button("Send"):
+        if groq_prompt:
+            with st.spinner("Generating response..."):
+                groq_response = groq_chat(groq_prompt)
+                st.write("Response:", groq_response)
+        else:
+            st.warning("Please enter a message.")
+
+if __name__ == "__main__":
+    main()