cuizhanming commited on
Commit
535a222
·
1 Parent(s): 8a4b1d6

update llm

Browse files
Files changed (1) hide show
  1. agent.py +1 -0
agent.py CHANGED
@@ -743,6 +743,7 @@ def build_graph(provider: str = "groq"):
743
  # TODO: Add huggingface endpoint
744
  llm = ChatHuggingFace(
745
  llm=HuggingFaceEndpoint(
 
746
  repo_id="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
747
  task="text-generation", # for chat‐style use “text-generation”
748
  max_new_tokens=1024,
 
743
  # TODO: Add huggingface endpoint
744
  llm = ChatHuggingFace(
745
  llm=HuggingFaceEndpoint(
746
+ url="https://api-inference.huggingface.co/models/TinyLlama/TinyLlama-1.1B-Chat-v1.0",
747
  repo_id="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
748
  task="text-generation", # for chat‐style use “text-generation”
749
  max_new_tokens=1024,