Update gradio_app.py

gradio_app.py

@@ -60,15 +60,21 @@ def generate_answer(request: str, max_tokens: int = 256, language: str = "en", c
     try:
         maxTokens = max_tokens if 16 <= max_tokens <= 256 else 64
         if isinstance(custom_prompt, str):
-            userPrompt = custom_prompt + "\n\nUser: " + request + "\nAssistant: "
+            userPrompt = custom_prompt + "\n\nUSER: " + request + "\nASSISTANT: "
         else:
-            userPrompt = prompt + "\n\nUser: " + request + "\nAssistant: "
+            userPrompt = prompt + "\n\nUSER: " + request + "\nASSISTANT: "
+        logs += f"\nFinal prompt: {userPrompt}\n"
     except:
         return "Not enough data! Check that you passed all needed data.", logs
     
     try:
-        output = llm(userPrompt, max_tokens=maxTokens, stop=["User:"], echo=False)
-        text = output["choices"][0]["text"]
+        # this shitty fix will be until i willnt figure out why sometimes there is empty output
+        while True:
+            output = llm(userPrompt, max_tokens=maxTokens, stop=["User:"], echo=False)
+            text = output["choices"][0]["text"]
+            if len(text.strip()) > 1 and text.strip() not in ['', None, ' ']:
+                break
+                
         if language in languages:
             logs += f"\nTranslating from en to {language}"
             encoded_input = translator_tokenizer(text, return_tensors="pt")