lopera47 commited on
Commit
e1a4695
·
verified ·
1 Parent(s): 9b5d5d0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -40,7 +40,8 @@ class BasicAgent: # Some times Inheritance is needed
40
  llm = HuggingFaceEndpoint(
41
  endpoint_url="https://api-inference.huggingface.co/models/tiiuae/falcon-7b-instruct",
42
  huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
43
- model_kwargs={"temperature": 0.5, "max_new_tokens": 512}
 
44
  )
45
 
46
  # Define tools # Description matters a lot, unless youre using @tool as a decorator and a python function (pulls docstring as tool description)
 
40
  llm = HuggingFaceEndpoint(
41
  endpoint_url="https://api-inference.huggingface.co/models/tiiuae/falcon-7b-instruct",
42
  huggingfacehub_api_token=os.environ["HUGGINGFACEHUB_API_TOKEN"],
43
+ temperature=0.5,
44
+ max_new_tokens=512
45
  )
46
 
47
  # Define tools # Description matters a lot, unless youre using @tool as a decorator and a python function (pulls docstring as tool description)