fix: drop provider='hf-inference' (auto-route works for 72B)
Browse files
app.py
CHANGED
|
@@ -36,7 +36,6 @@ USER_PROMPT_TEMPLATE = """【参考资料】
|
|
| 36 |
|
| 37 |
client = InferenceClient(
|
| 38 |
model="Qwen/Qwen2.5-72B-Instruct",
|
| 39 |
-
provider="hf-inference",
|
| 40 |
token=os.environ.get("HF_TOKEN"),
|
| 41 |
timeout=20,
|
| 42 |
)
|
|
|
|
| 36 |
|
| 37 |
client = InferenceClient(
|
| 38 |
model="Qwen/Qwen2.5-72B-Instruct",
|
|
|
|
| 39 |
token=os.environ.get("HF_TOKEN"),
|
| 40 |
timeout=20,
|
| 41 |
)
|