Update app.py

app.py

@@ -12,11 +12,46 @@ import uuid  # for generating unique IDs
 import datetime
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.templating import Jinja2Templates
+from huggingface_hub import InferenceClient
+import json
+import re
 
 
 # Define Pydantic model for incoming request body
 class MessageRequest(BaseModel):
     message: str
+repo_id = "meta-llama/Meta-Llama-3-8B-Instruct"
+llm_client = InferenceClient(
+    model=repo_id,
+    token=userdata.get('HF_TOKEN'),
+)
+def summarize_conversation(inference_client: InferenceClient, history: list):
+    # Construct the full prompt with history
+    history_text = "\n".join([f"{entry['sender']}: {entry['message']}" for entry in history])
+    full_prompt = f"{history_text}\n\nSummarize the conversation in three concise points only give me only Summarization in python list formate :\n"
+
+    response = inference_client.post(
+        json={
+            "inputs": full_prompt,
+            "parameters": {"max_new_tokens": 512},
+            "task": "text-generation",
+        },
+    )
+    
+    # Decode the response
+    generated_text = json.loads(response.decode())[0]["generated_text"]
+
+    # Use regex to extract the list inside brackets
+    matches = re.findall(r'\[(.*?)\]', generated_text)
+
+    # If matches found, extract the content
+    if matches:
+        # Assuming we only want the first match, split by commas and strip whitespace
+        list_items = matches[0].split(',')
+        cleaned_list = [item.strip() for item in list_items]
+        return cleaned_list
+    else:
+        return generated_text
 
 
 os.environ["HF_TOKEN"] = os.getenv("HF_TOKEN")
@@ -126,6 +161,8 @@ async def load_chat(request: Request, id: str):
 async def save_chat_history(history: dict):
     # Logic to save chat history, using the `id` from the frontend
     print(history)  # You can replace this with actual save logic
+    cleaned_summary = summarize_conversation(llm_client, history)
+    print(cleaned_summary)
     return {"message": "Chat history saved"}
 @app.post("/webhook")
 async def receive_form_data(request: Request):