Update app.py

app.py

@@ -458,9 +458,17 @@ def generate_text (prompt, chatbot, history, rag_option, model_option, openai_ap
             #result = rag_chain(llm, history_text_und_prompt, db)
         else:
             #splittet = False
-            print("LLM aufrufen ohne RAG: ...........")
-            resulti = llm_chain(llm, history_text_und_prompt)
-            result = resulti.strip()
+            if (model_option=="OpenAI"):
+                print("LLM aufrufen ohne RAG: ...........")
+                resulti = llm_chain(llm, history_text_und_prompt)
+                result = resulti.strip()
+            else:
+                data = {
+                    "inputs": prompt,
+                    "options": {"max_new_tokens": max_new_tokens},
+                }
+                response = requests.post(API_URL, headers=headers, json=data)
+            	result= response.json()