Update app.py

app.py

@@ -522,23 +522,31 @@ def generate_text (prompt, chatbot, history, rag_option, model_option, openai_ap
             else:
                 #splittet = False
                 print("LLM aufrufen ohne RAG: ...........")
-                resulti = llm_chain(llm, history_text_und_prompt)
-                result = resulti.strip()
-                """
+                #resulti = llm_chain(llm, history_text_und_prompt)
+                #result = resulti.strip()
                 #Alternativ mit API_URL - aber das model braucht 93 B Space!!!
-                    data = {"inputs": prompt, "options": {"max_new_tokens": max_new_tokens},}
-                    response = requests.post(API_URL_TEXT, headers=HEADERS, json=data)
-                    result = response.json()
-                    print("responseresult.............................")
-                    print(result)
-                    chatbot_response = result[0]['generated_text']
-                    print("anzahl tokens gesamt antwort:------------------")
-                    print (len(chatbot_response.split()))
-                    chatbot_message = chatbot_response[len(prompt):].strip()
-                    print("history/chatbot_rsponse:--------------------------------")
-                    print(history)
-                    print(chatbot_message) 
-                    result = chatbot_message
+                data = {
+                    "inputs": prompt,
+                    "parameters": {"temperature": 0.2, "max_length": 64},
+                    "options": {"max_new_tokens": max_new_tokens}
+                }
+                response = requests.post(API_URL_TEXT, headers=HEADERS, json=data)
+                # Prüfe den Status der Anfrage und verarbeite die Antwort
+                if response.status_code == 200:
+                    print("Erfolg:", response.json())
+                else:
+                    print("Fehler:", response.text)
+                result = response.json()
+
+                """
+                chatbot_response = result[0]['generated_text']
+                print("anzahl tokens gesamt antwort:------------------")
+                print (len(chatbot_response.split()))
+                chatbot_message = chatbot_response[len(prompt):].strip()
+                print("history/chatbot_rsponse:--------------------------------")
+                print(history)
+                print(chatbot_message) 
+                result = chatbot_message
                 """
         else: #Websuche ist An
             print("Suche im Netz: ...........")