Point at the public multimodalart/qwen3vl-conditioner, called without a token
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
|
| 3 |
This Space holds the `transformer_ref` partition of the checkpoint and the two autoencoders, **unquantized
|
| 4 |
bfloat16**, and nothing else. The 62.14 GiB Qwen3-VL conditioner lives in its own Space,
|
| 5 |
-
[`
|
| 6 |
one calls over the gradio API for every request; what comes back is a safetensors file holding the two tensors the
|
| 7 |
denoiser needs, `prompt_embeds` and `text_token_tags`.
|
| 8 |
|
|
@@ -28,7 +28,7 @@ import spaces
|
|
| 28 |
import gradio as gr
|
| 29 |
|
| 30 |
MODEL_REPO = os.environ.get("H3_MODEL_REPO", "diffusers-internal-dev/MiniMax-H3")
|
| 31 |
-
CONDITIONER_SPACE = os.environ.get("H3_CONDITIONER", "
|
| 32 |
# `lazy` moves all 72.16 GiB onto the card on the first GPU call and leaves it there; `offload` hands placement to
|
| 33 |
# `ComponentsManager.enable_auto_cpu_offload` instead. Neither puts anything on the card at *startup*, which is
|
| 34 |
# deliberate — see `load_models`: the 150 GB storage quota, not the 95 GiB card, is what rules that out here.
|
|
@@ -305,7 +305,7 @@ def conditioner():
|
|
| 305 |
if CLIENT is None:
|
| 306 |
from gradio_client import Client
|
| 307 |
|
| 308 |
-
CLIENT = Client(CONDITIONER_SPACE, token
|
| 309 |
return CLIENT
|
| 310 |
|
| 311 |
|
|
|
|
| 2 |
|
| 3 |
This Space holds the `transformer_ref` partition of the checkpoint and the two autoencoders, **unquantized
|
| 4 |
bfloat16**, and nothing else. The 62.14 GiB Qwen3-VL conditioner lives in its own Space,
|
| 5 |
+
[`qwen3vl-conditioner`](https://huggingface.co/spaces/multimodalart/qwen3vl-conditioner), which this
|
| 6 |
one calls over the gradio API for every request; what comes back is a safetensors file holding the two tensors the
|
| 7 |
denoiser needs, `prompt_embeds` and `text_token_tags`.
|
| 8 |
|
|
|
|
| 28 |
import gradio as gr
|
| 29 |
|
| 30 |
MODEL_REPO = os.environ.get("H3_MODEL_REPO", "diffusers-internal-dev/MiniMax-H3")
|
| 31 |
+
CONDITIONER_SPACE = os.environ.get("H3_CONDITIONER", "multimodalart/qwen3vl-conditioner")
|
| 32 |
# `lazy` moves all 72.16 GiB onto the card on the first GPU call and leaves it there; `offload` hands placement to
|
| 33 |
# `ComponentsManager.enable_auto_cpu_offload` instead. Neither puts anything on the card at *startup*, which is
|
| 34 |
# deliberate — see `load_models`: the 150 GB storage quota, not the 95 GiB card, is what rules that out here.
|
|
|
|
| 305 |
if CLIENT is None:
|
| 306 |
from gradio_client import Client
|
| 307 |
|
| 308 |
+
CLIENT = Client(CONDITIONER_SPACE) # public Space, no org token: the request runs on the caller side quota
|
| 309 |
return CLIENT
|
| 310 |
|
| 311 |
|