jcleee commited on
Commit
b36fd14
·
verified ·
1 Parent(s): 215073f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -15
app.py CHANGED
@@ -70,25 +70,25 @@ with open("agent.json", "r") as f:
70
  model_config = agent_config["model"]["data"]
71
 
72
  # === BUILD MODEL ===
73
- # model = LiteLLMModel(
74
- # model_id="gemini/gemini-2.0-flash-lite",
75
- # api_key=os.getenv("GEMINI_API_KEY"),
76
- # temperature=0.5,
77
- # max_tokens=1024,
78
- # )
79
 
80
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
81
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' (!!!)
82
 
83
- model = HfApiModel(
84
- #model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
85
- model_id="mistralai/Mistral-7B-Instruct-v0.2",
86
- token=os.getenv("HF_TOKEN"),
87
- max_tokens=2096,
88
- temperature=0.5,
89
- last_input_token_count=0,
90
- last_output_token_count=0,
91
- )
92
 
93
 
94
 
 
70
  model_config = agent_config["model"]["data"]
71
 
72
  # === BUILD MODEL ===
73
+ model = LiteLLMModel(
74
+ model_id="gemini/gemini-2.0-flash-lite",
75
+ api_key=os.getenv("GEMINI_API_KEY"),
76
+ temperature=0.5,
77
+ max_tokens=1024,
78
+ )
79
 
80
  # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
81
  # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' (!!!)
82
 
83
+ # model = HfApiModel(
84
+ # #model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
85
+ # model_id="mistralai/Mistral-7B-Instruct-v0.2",
86
+ # token=os.getenv("HF_TOKEN"),
87
+ # max_tokens=2096,
88
+ # temperature=0.5,
89
+ # last_input_token_count=0,
90
+ # last_output_token_count=0,
91
+ # )
92
 
93
 
94