Update app.py

app.py

@@ -9,8 +9,8 @@ import time
 llm = HuggingFaceEndpoint(
     repo_id="mistralai/Mistral-7B-Instruct-v0.3",
     task="text-generation",
-    max_new_tokens=1024,
-    temperature=0.1,
+    max_new_tokens=128,
+    temperature=0.3,
     do_sample=False,
 )
 
@@ -28,6 +28,11 @@ What is the main topic of given text?:
 <text>  
 {TEXT}  
 </text>
+
+convert it to json format using 'Answer' as key and return it.
+Your final response MUST contain only the response, no other text.
+Example:
+{{"Answer":["General"]}}
 '''
 
 template_json = '''
@@ -65,15 +70,18 @@ def classify_text(text):
     formatted_prompt = prompt_classify.format(TEXT=text, LANG=lang)
     classify = llm.invoke(formatted_prompt)
 
+    '''
     prompt_json = PromptTemplate(
         template=template_json,
         input_variables=["RESPONSE"]
     )
+    '''
 
-    formatted_prompt = template_json.format(RESPONSE=classify)
-    response = llm.invoke(formatted_prompt)
+    #formatted_prompt = template_json.format(RESPONSE=classify)
+    #response = llm.invoke(formatted_prompt)
 
-    parsed_output = json_output_parser.parse(response)
+    
+    parsed_output = json_output_parser.parse(classify)
     end = time.time()
     duration = end - start
     return parsed_output, duration #['Answer']