etukurudinesh commited on
Commit
cfac8d5
·
1 Parent(s): 521f62d

client llm model

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -22,15 +22,15 @@ def initialize_agent(api_key, model_name):
22
 
23
  # Map model names to InferenceClientModel configurations
24
  model_configs = {
25
- "Qwen": "Qwen/Qwen2-7B-Instruct", # Example model ID
26
- "Gemma": "google/gemma-7b", # Example model ID
27
  "Llama": "meta-llama/Llama-3-8b" # Example model ID
28
  }
29
 
30
  model = InferenceClientModel(
31
  provider='nebius',
32
  token=api_key,
33
- model=model_configs.get(model_name, "google/gemma-7b") # Default to Qwen
34
  )
35
  agent = CodeAgent(tools=[*tools], model=model)
36
  return mcp_client, agent, None
 
22
 
23
  # Map model names to InferenceClientModel configurations
24
  model_configs = {
25
+ "Qwen": "Qwen/Qwen2-72B-Instruct", # Example model ID
26
+ "Gemma": "google/gemma-2-27b-it", # Example model ID
27
  "Llama": "meta-llama/Llama-3-8b" # Example model ID
28
  }
29
 
30
  model = InferenceClientModel(
31
  provider='nebius',
32
  token=api_key,
33
+ model=model_configs.get(model_name, "google/gemma-2-27b-it") # Default to Qwen
34
  )
35
  agent = CodeAgent(tools=[*tools], model=model)
36
  return mcp_client, agent, None