Anirudh Esthuri commited on
Commit
c738f66
·
1 Parent(s): 2d070b4

Fix Bedrock model IDs for on-demand inference (remove :0 suffix)

Browse files
Files changed (2) hide show
  1. llm.py +1 -1
  2. model_config.py +4 -4
llm.py CHANGED
@@ -362,7 +362,7 @@ def check_credentials():
362
  bedrock_runtime = get_bedrock_client()
363
  # Try a simple test invocation to verify credentials
364
  test_response = bedrock_runtime.invoke_model(
365
- modelId="anthropic.claude-3-haiku-20240307-v1:0",
366
  contentType="application/json",
367
  accept="application/json",
368
  body=json.dumps({
 
362
  bedrock_runtime = get_bedrock_client()
363
  # Try a simple test invocation to verify credentials
364
  test_response = bedrock_runtime.invoke_model(
365
+ modelId="anthropic.claude-3-haiku-20240307-v1",
366
  contentType="application/json",
367
  accept="application/json",
368
  body=json.dumps({
model_config.py CHANGED
@@ -5,8 +5,8 @@ PROVIDER_MODEL_MAP = {
5
  "gpt-5-nano",
6
  ],
7
  "anthropic": [
8
- "anthropic.claude-3-5-sonnet-20241022-v2:0",
9
- "anthropic.claude-3-haiku-20240307-v1:0",
10
  ],
11
  }
12
 
@@ -22,8 +22,8 @@ MODEL_DISPLAY_NAMES = {
22
  "gpt-4.1-mini": "OpenAI - GPT-4.1 Mini",
23
  "gpt-5-mini": "OpenAI - GPT-5 Mini",
24
  "gpt-5-nano": "OpenAI - GPT-5 Nano",
25
- "anthropic.claude-3-5-sonnet-20241022-v2:0": "AWS Bedrock - Anthropic - Claude 3.5 Sonnet",
26
- "anthropic.claude-3-haiku-20240307-v1:0": "AWS Bedrock - Anthropic - Claude 3 Haiku",
27
  }
28
 
29
  MODEL_CHOICES = [model for models in PROVIDER_MODEL_MAP.values() for model in models]
 
5
  "gpt-5-nano",
6
  ],
7
  "anthropic": [
8
+ "anthropic.claude-3-5-sonnet-20241022-v2",
9
+ "anthropic.claude-3-haiku-20240307-v1",
10
  ],
11
  }
12
 
 
22
  "gpt-4.1-mini": "OpenAI - GPT-4.1 Mini",
23
  "gpt-5-mini": "OpenAI - GPT-5 Mini",
24
  "gpt-5-nano": "OpenAI - GPT-5 Nano",
25
+ "anthropic.claude-3-5-sonnet-20241022-v2": "AWS Bedrock - Anthropic - Claude 3.5 Sonnet",
26
+ "anthropic.claude-3-haiku-20240307-v1": "AWS Bedrock - Anthropic - Claude 3 Haiku",
27
  }
28
 
29
  MODEL_CHOICES = [model for models in PROVIDER_MODEL_MAP.values() for model in models]