Update app.py

app.py

@@ -286,11 +286,11 @@ def generate(text, history, rag_option, model_option,  temperature=0.5, max_new_
         #payload = tokenizer.apply_chat_template(prompt,tokenize=False)
         #result = client.text_generation(payload, do_sample=True,return_full_text=False, max_new_tokens=2048,top_p=0.9,temperature=0.6,)    
         #inference allg:
-        result= requests.post(API_URL, headers=HEADERS, json={"inputs": "Was ist ein Fjord?",})
+        result= requests.post(API_URL, headers=HEADERS, json={"inputs": prompt})
         print("prompt:..................")
         print(prompt)
         print("result:..................")
-        print(result)
+        print(result.json())
     except Exception as e:
         raise gr.Error(e)
 
@@ -306,12 +306,12 @@ def generate(text, history, rag_option, model_option,  temperature=0.5, max_new_
     
     #zum Evaluieren:
     # custom eli5 criteria
-    custom_criterion = {"eli5": "Is the output explained in a way that a 5 yeard old would unterstand it?"}
+    #custom_criterion = {"eli5": "Is the output explained in a way that a 5 yeard old would unterstand it?"}
 
-    eval_result = evaluator.evaluate_strings(prediction=res.strip(), input=text, criteria=custom_criterion, requires_reference=True)
-    print ("eval_result:............    ")
-    print(eval_result)
-    return res.strip()
+    #eval_result = evaluator.evaluate_strings(prediction=res.strip(), input=text, criteria=custom_criterion, requires_reference=True)
+    #print ("eval_result:............    ")
+    #print(eval_result)
+    #return res.strip()
 
 ########################################
 #Evaluation