Update app.py

app.py

@@ -35,8 +35,9 @@ model = HuggingFaceEndpoint(
     task='conversational',
     repo_id = repo_id,
     temperature = 0.5,
-    huggingfacehub_api_token=os.getenv('HF_TOKEN'),
-    max_new_tokens = 1500,
+    huggingfacehub_api_token=userdata.get('HF_TOKEN'),
+    max_new_tokens = 250,
+    server_kwargs={"bill_to":"cgiar"}
 )
 
 chat_llm = ChatHuggingFace(llm=model, verbose=True)