Gregor Betz
commited on
HF_TOKEN for client
Browse files
app.py
CHANGED
|
@@ -126,7 +126,7 @@ def setup_client_llm(
|
|
| 126 |
llm = create_logits_model(
|
| 127 |
model_id=client_model_id,
|
| 128 |
inference_server_url=client_inference_url,
|
| 129 |
-
api_key=client_inference_token,
|
| 130 |
llm_backend=client_backend,
|
| 131 |
max_tokens=CLIENT_MODEL_KWARGS["max_tokens"],
|
| 132 |
temperature=client_temperature,
|
|
|
|
| 126 |
llm = create_logits_model(
|
| 127 |
model_id=client_model_id,
|
| 128 |
inference_server_url=client_inference_url,
|
| 129 |
+
api_key=client_inference_token if client_inference_token else os.getenv("HF_TOKEN"),
|
| 130 |
llm_backend=client_backend,
|
| 131 |
max_tokens=CLIENT_MODEL_KWARGS["max_tokens"],
|
| 132 |
temperature=client_temperature,
|