Update app.py

app.py

@@ -11,6 +11,21 @@ import dateparser
 import os
 import matplotlib.pyplot as plt
 
+#######Llama3bi integration########
+import torch
+from transformers import pipeline
+model_id = "meta-llama/Llama-3.2-3B-Instruct"
+pipe = pipeline(
+    "text-generation",
+    model=model_id,
+    torch_dtype=torch.bfloat16,
+    device_map="auto",
+)
+messages = [
+    {"role": "system", "content": """Your task is to get the product details out of the text given. The text given will be raw text from OCR of social media images of products,
+                                     and the goal is to get product details and description so that it can be used for amazon product listing. """},
+]
+
 # Function to get Instagram post details
 import instaloader
 def get_instagram_post_details(post_url):
@@ -354,6 +369,13 @@ elif app_mode == "Task 1":
 
                 #############################
                 #OCR result text to be parsed here through LLM and get product listing content.
+                messages.append({"role": "user", "content": ""})
+                outputs = pipe(
+                    messages,
+                    max_new_tokens=256,
+                )
+                productListingContent = outputs[0]["generated_text"][-1]
+                st.markdown(productListingContent)
                 #############################
 
                 # Process the OCR result to extract product name and properties