Text Generation
Transformers
Safetensors
qwen3_5_moe
image-text-to-text
affine-h1-merged-salvage
conversational
Instructions to use rootti/unconst with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use rootti/unconst with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="rootti/unconst") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] pipe(text=messages)# Load model directly from transformers import AutoProcessor, AutoModelForMultimodalLM processor = AutoProcessor.from_pretrained("rootti/unconst") model = AutoModelForMultimodalLM.from_pretrained("rootti/unconst", device_map="auto") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] inputs = processor.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use rootti/unconst with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "rootti/unconst" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "rootti/unconst", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/rootti/unconst
- SGLang
How to use rootti/unconst with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "rootti/unconst" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "rootti/unconst", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "rootti/unconst" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "rootti/unconst", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use rootti/unconst with Docker Model Runner:
docker model run hf.co/rootti/unconst
| { | |
| "base": "/root/hf/hub/models--ammazon--Affine-5dvqtektxx-sbs-v5/snapshots/64d83242312798db6eb82a3c9ee842097933a8ad", | |
| "adapter": "/root/r496/train/adapter", | |
| "out": "/tmp/r496_merged", | |
| "device_map": "auto", | |
| "cuda_visible": "0,1", | |
| "base_first_shard": "/root/hf/hub/models--ammazon--Affine-5dvqtektxx-sbs-v5/snapshots/64d83242312798db6eb82a3c9ee842097933a8ad/model-00001-of-00016.safetensors", | |
| "out_first_shard": "/tmp/r496_merged/model-00001-of-00016.safetensors", | |
| "base_first_1MiB_sha256": "fb3c02c9f1f078baf274ecd4808796619eee1788ab71ec24b424bc39de87eecf", | |
| "out_first_1MiB_sha256": "ddfbc2f3dd9e53957aed108f23b33efa1628bd4a1825f8b569cd1fc1b2a5d123", | |
| "first_1MiB_identical": false, | |
| "shard_windows": { | |
| "model-00001-of-00016.safetensors": { | |
| "size_base": 7108340968, | |
| "size_out": 4323955448, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00002-of-00016.safetensors": { | |
| "size_base": 2234834952, | |
| "size_out": 4506431768, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00003-of-00016.safetensors": { | |
| "size_base": 2980573480, | |
| "size_out": 4988775056, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00004-of-00016.safetensors": { | |
| "size_base": 5328721104, | |
| "size_out": 3962207584, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00005-of-00016.safetensors": { | |
| "size_base": 6832103168, | |
| "size_out": 4506431736, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00006-of-00016.safetensors": { | |
| "size_base": 3625335496, | |
| "size_out": 4988775104, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00007-of-00016.safetensors": { | |
| "size_base": 2389439944, | |
| "size_out": 3962207632, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00008-of-00016.safetensors": { | |
| "size_base": 6696032728, | |
| "size_out": 4506431816, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00009-of-00016.safetensors": { | |
| "size_base": 4266722672, | |
| "size_out": 4988775104, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00010-of-00016.safetensors": { | |
| "size_base": 7701193024, | |
| "size_out": 3962207632, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00011-of-00016.safetensors": { | |
| "size_base": 1699989616, | |
| "size_out": 4506431816, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00012-of-00016.safetensors": { | |
| "size_base": 1157632104, | |
| "size_out": 4988775104, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00013-of-00016.safetensors": { | |
| "size_base": 4332140784, | |
| "size_out": 3962207632, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00014-of-00016.safetensors": { | |
| "size_base": 3302671368, | |
| "size_out": 4506431816, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00015-of-00016.safetensors": { | |
| "size_base": 3342302960, | |
| "size_out": 4988775104, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| }, | |
| "model-00016-of-00016.safetensors": { | |
| "size_base": 7216459280, | |
| "size_out": 1672494048, | |
| "equal": { | |
| "head": false, | |
| "mid": false, | |
| "tail": false | |
| } | |
| } | |
| }, | |
| "weight_identical": false, | |
| "elapsed_s": 136.1629137992859, | |
| "finished_utc": "2026-08-16T06:10:16Z" | |
| } | |