Spaces:
Running
Running
Anirudh Esthuri
commited on
Commit
·
c738f66
1
Parent(s):
2d070b4
Fix Bedrock model IDs for on-demand inference (remove :0 suffix)
Browse files- llm.py +1 -1
- model_config.py +4 -4
llm.py
CHANGED
|
@@ -362,7 +362,7 @@ def check_credentials():
|
|
| 362 |
bedrock_runtime = get_bedrock_client()
|
| 363 |
# Try a simple test invocation to verify credentials
|
| 364 |
test_response = bedrock_runtime.invoke_model(
|
| 365 |
-
modelId="anthropic.claude-3-haiku-20240307-v1
|
| 366 |
contentType="application/json",
|
| 367 |
accept="application/json",
|
| 368 |
body=json.dumps({
|
|
|
|
| 362 |
bedrock_runtime = get_bedrock_client()
|
| 363 |
# Try a simple test invocation to verify credentials
|
| 364 |
test_response = bedrock_runtime.invoke_model(
|
| 365 |
+
modelId="anthropic.claude-3-haiku-20240307-v1",
|
| 366 |
contentType="application/json",
|
| 367 |
accept="application/json",
|
| 368 |
body=json.dumps({
|
model_config.py
CHANGED
|
@@ -5,8 +5,8 @@ PROVIDER_MODEL_MAP = {
|
|
| 5 |
"gpt-5-nano",
|
| 6 |
],
|
| 7 |
"anthropic": [
|
| 8 |
-
"anthropic.claude-3-5-sonnet-20241022-v2
|
| 9 |
-
"anthropic.claude-3-haiku-20240307-v1
|
| 10 |
],
|
| 11 |
}
|
| 12 |
|
|
@@ -22,8 +22,8 @@ MODEL_DISPLAY_NAMES = {
|
|
| 22 |
"gpt-4.1-mini": "OpenAI - GPT-4.1 Mini",
|
| 23 |
"gpt-5-mini": "OpenAI - GPT-5 Mini",
|
| 24 |
"gpt-5-nano": "OpenAI - GPT-5 Nano",
|
| 25 |
-
"anthropic.claude-3-5-sonnet-20241022-v2
|
| 26 |
-
"anthropic.claude-3-haiku-20240307-v1
|
| 27 |
}
|
| 28 |
|
| 29 |
MODEL_CHOICES = [model for models in PROVIDER_MODEL_MAP.values() for model in models]
|
|
|
|
| 5 |
"gpt-5-nano",
|
| 6 |
],
|
| 7 |
"anthropic": [
|
| 8 |
+
"anthropic.claude-3-5-sonnet-20241022-v2",
|
| 9 |
+
"anthropic.claude-3-haiku-20240307-v1",
|
| 10 |
],
|
| 11 |
}
|
| 12 |
|
|
|
|
| 22 |
"gpt-4.1-mini": "OpenAI - GPT-4.1 Mini",
|
| 23 |
"gpt-5-mini": "OpenAI - GPT-5 Mini",
|
| 24 |
"gpt-5-nano": "OpenAI - GPT-5 Nano",
|
| 25 |
+
"anthropic.claude-3-5-sonnet-20241022-v2": "AWS Bedrock - Anthropic - Claude 3.5 Sonnet",
|
| 26 |
+
"anthropic.claude-3-haiku-20240307-v1": "AWS Bedrock - Anthropic - Claude 3 Haiku",
|
| 27 |
}
|
| 28 |
|
| 29 |
MODEL_CHOICES = [model for models in PROVIDER_MODEL_MAP.values() for model in models]
|