Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,6 +32,7 @@ try:
|
|
| 32 |
from format_transplant import (
|
| 33 |
FormatTransplanter,
|
| 34 |
LLMFormatTransplanter,
|
|
|
|
| 35 |
PROVIDER_DEFAULTS,
|
| 36 |
llm_config_from_args,
|
| 37 |
)
|
|
@@ -198,9 +199,14 @@ def run_transplant(
|
|
| 198 |
# ββ Build LLM config ββββββββββββββββββββββββββββββββββββββ
|
| 199 |
progress(0.10, desc="Initialising LLM clientβ¦")
|
| 200 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 201 |
llm_cfg = llm_config_from_args(
|
| 202 |
provider_str=llm_provider,
|
| 203 |
-
model=
|
| 204 |
api_key=llm_api_key.strip() or None,
|
| 205 |
)
|
| 206 |
llm_cfg.para_batch_size = int(llm_batch_size)
|
|
@@ -624,4 +630,4 @@ if __name__ == "__main__":
|
|
| 624 |
server_name="0.0.0.0",
|
| 625 |
server_port=server_port,
|
| 626 |
share=False,
|
| 627 |
-
)
|
|
|
|
| 32 |
from format_transplant import (
|
| 33 |
FormatTransplanter,
|
| 34 |
LLMFormatTransplanter,
|
| 35 |
+
MultiProviderLLMClient,
|
| 36 |
PROVIDER_DEFAULTS,
|
| 37 |
llm_config_from_args,
|
| 38 |
)
|
|
|
|
| 199 |
# ββ Build LLM config ββββββββββββββββββββββββββββββββββββββ
|
| 200 |
progress(0.10, desc="Initialising LLM clientβ¦")
|
| 201 |
|
| 202 |
+
# Resolve 'auto' or 'default' to None so llm_config_from_args uses provider default
|
| 203 |
+
model_val = llm_model.strip()
|
| 204 |
+
if model_val.lower() in ("auto", "default", ""):
|
| 205 |
+
model_val = None
|
| 206 |
+
|
| 207 |
llm_cfg = llm_config_from_args(
|
| 208 |
provider_str=llm_provider,
|
| 209 |
+
model=model_val,
|
| 210 |
api_key=llm_api_key.strip() or None,
|
| 211 |
)
|
| 212 |
llm_cfg.para_batch_size = int(llm_batch_size)
|
|
|
|
| 630 |
server_name="0.0.0.0",
|
| 631 |
server_port=server_port,
|
| 632 |
share=False,
|
| 633 |
+
)
|