Update model.py
Browse files
model.py
CHANGED
|
@@ -49,12 +49,12 @@ def get_openai_server_model(model_id: str, **kwargs) -> OpenAIServerModel:
|
|
| 49 |
if not api_key:
|
| 50 |
raise ValueError("OPENAI_API_KEY is not set")
|
| 51 |
|
| 52 |
-
|
| 53 |
-
|
| 54 |
-
|
| 55 |
|
| 56 |
return OpenAIServerModel(
|
| 57 |
-
model_id=model_id, api_key=api_key,
|
| 58 |
)
|
| 59 |
|
| 60 |
|
|
@@ -90,4 +90,4 @@ def get_model(model_type: str, model_id: str, **kwargs) -> Any:
|
|
| 90 |
if model_type not in models:
|
| 91 |
raise ValueError(f"Unknown model type: {model_type}")
|
| 92 |
|
| 93 |
-
return models[model_type](model_id, **kwargs)
|
|
|
|
| 49 |
if not api_key:
|
| 50 |
raise ValueError("OPENAI_API_KEY is not set")
|
| 51 |
|
| 52 |
+
api_base = os.getenv("OPENAI_API_BASE")
|
| 53 |
+
if not api_base:
|
| 54 |
+
raise ValueError("OPENAI_API_BASE is not set")
|
| 55 |
|
| 56 |
return OpenAIServerModel(
|
| 57 |
+
model_id=model_id, api_key=api_key, api_base=api_base, **kwargs
|
| 58 |
)
|
| 59 |
|
| 60 |
|
|
|
|
| 90 |
if model_type not in models:
|
| 91 |
raise ValueError(f"Unknown model type: {model_type}")
|
| 92 |
|
| 93 |
+
return models[model_type](model_id, **kwargs)
|