updated app py

app.py

@@ -52,6 +52,7 @@ def process():
     })
 
 def callLlm(data):
+    import os
     pdf_folder_location = "ComplianceFile.pdf"
 
     # Original cell: _KaqrZMObGUc
@@ -150,14 +151,15 @@ def callLlm(data):
 
     # Original cell: LR4dzgL96U0-
     qna_system_message = """
-    You are an assistant to a firm who checks if the user input is compliant based on the doc provided.
-    User input will need to be compared with the compliant document provided in the context and find the relevant response.
+    You are an assistant to a contact center human agent who checks if whatever the agent is speaking is compliant with the company policies based on the policy doc provided.
+    Agent utterances will need to be compared with the portions of relevent compliance document provided in the context and find the violations and their degree, if any.
     This context will begin with the token: ###Context.
-    The context contains references to specific portions of a document relevant to the user query.
-    User questions will begin with the token: ###Question.
-    Please answer user questions only using the context provided in the input.
-    Do not mention anything about the context in your final answer. Your response should only contain the answer to the question.
-    If the answer is not found in the context, respond "I don't know".
+    The context contains references to specific portions of a document relevant to the agent utterances.
+    A portion of the Transcript between the human agent and a customer will begin with the token: ###Transcript.
+    Please find policy violations only using the context provided in the input.
+    Do not mention anything about the context in your final answer. Your response should only contain the severity of the violation.
+    Pick the highest severity if multiple violations are there. Supported categories are - WARNING, ERROR and CRITICAL, in the order of lowest to highest level of violation.
+    If there are no violations, respond with "Compliant".
     """
 
     # Original cell: bDexqi8c6Xmm
@@ -165,8 +167,8 @@ def callLlm(data):
     ###Context
     Here are some documents that are relevant to the question mentioned below.
     {context}
-    ###Question
-    {question}
+    ###Transcript
+    {transcript}
     """
 
     # Original cell: nsZuE-Xo2dAR
@@ -193,7 +195,7 @@ def callLlm(data):
         {'role': 'system', 'content': qna_system_message},
         {'role': 'user', 'content': qna_user_message_template.format(
             context=context_for_query,
-            question=user_input
+            transcript=user_input
         )
          }
     ]
@@ -216,7 +218,7 @@ def callLlm(data):
 
 if __name__ == '__main__':
     import os
-
+    
     port = int(os.environ.get("PORT", 7860))  # Hugging Face uses port 7860
 
     logger.info(f"Starting server on port {port}")