Instructions to use gitcommit90/SenseNova-Loop-9B-Preview-NVFP4 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.

Libraries

How to use gitcommit90/SenseNova-Loop-9B-Preview-NVFP4 with Transformers:

# Use a pipeline as a high-level helper
from transformers import pipeline

pipe = pipeline("image-text-to-text", model="gitcommit90/SenseNova-Loop-9B-Preview-NVFP4", trust_remote_code=True)
messages = [
    {
        "role": "user",
        "content": [
            {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"},
            {"type": "text", "text": "What animal is on the candy?"}
        ]
    },
]
pipe(text=messages)

# pip install -U transformers accelerate
# Load model directly
from transformers import AutoModelForCausalLM
model = AutoModelForCausalLM.from_pretrained("gitcommit90/SenseNova-Loop-9B-Preview-NVFP4", trust_remote_code=True, device_map="auto")

Notebooks
Google Colab
Kaggle
Local Apps Settings

vLLM

How to use gitcommit90/SenseNova-Loop-9B-Preview-NVFP4 with vLLM:

Install from pip and serve model

# Install vLLM from pip:
pip install vllm
# Start the vLLM server:
vllm serve "gitcommit90/SenseNova-Loop-9B-Preview-NVFP4"
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:8000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "gitcommit90/SenseNova-Loop-9B-Preview-NVFP4",
		"messages": [
			{
				"role": "user",
				"content": [
					{
						"type": "text",
						"text": "Describe this image in one sentence."
					},
					{
						"type": "image_url",
						"image_url": {
							"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
						}
					}
				]
			}
		]
	}'

Use Docker

docker model run hf.co/gitcommit90/SenseNova-Loop-9B-Preview-NVFP4

SGLang

How to use gitcommit90/SenseNova-Loop-9B-Preview-NVFP4 with SGLang:

Install from pip and serve model

# Install SGLang from pip:
pip install sglang
# Start the SGLang server:
python3 -m sglang.launch_server \
    --model-path "gitcommit90/SenseNova-Loop-9B-Preview-NVFP4" \
    --host 0.0.0.0 \
    --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "gitcommit90/SenseNova-Loop-9B-Preview-NVFP4",
		"messages": [
			{
				"role": "user",
				"content": [
					{
						"type": "text",
						"text": "Describe this image in one sentence."
					},
					{
						"type": "image_url",
						"image_url": {
							"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
						}
					}
				]
			}
		]
	}'

Use Docker images

docker run --gpus all \
    --shm-size 32g \
    -p 30000:30000 \
    -v ~/.cache/huggingface:/root/.cache/huggingface \
    --env "HF_TOKEN=<secret>" \
    --ipc=host \
    lmsysorg/sglang:latest \
    python3 -m sglang.launch_server \
        --model-path "gitcommit90/SenseNova-Loop-9B-Preview-NVFP4" \
        --host 0.0.0.0 \
        --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "gitcommit90/SenseNova-Loop-9B-Preview-NVFP4",
		"messages": [
			{
				"role": "user",
				"content": [
					{
						"type": "text",
						"text": "Describe this image in one sentence."
					},
					{
						"type": "image_url",
						"image_url": {
							"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
						}
					}
				]
			}
		]
	}'

Docker Model Runner
How to use gitcommit90/SenseNova-Loop-9B-Preview-NVFP4 with Docker Model Runner:
```
docker model run hf.co/gitcommit90/SenseNova-Loop-9B-Preview-NVFP4
```

SenseNova-Loop-9B-Preview-NVFP4 / evaluation /summary_sglang_bf16.json

gitcommit90

NVFP4 (ModelOpt) quantization of sensenova/SenseNova-Loop-9B-Preview @27abea77 with BF16 MTP head

a57aa9f verified 2 days ago

Raw History Blame Contribute Delete

3.66 kB

{
  "eval_version": "sn-loop-eval-v1",
  "model": "sensenova-loop-bf16",
  "base_url": "http://127.0.0.1:30080/v1",
  "started": "2026-10-30T15:15:24-0700",
  "enable_thinking": false,
  "sampling": {
    "temperature": 0.0,
    "top_p": 1.0,
    "seed": 0,
    "max_tokens": {
      "ifeval": 1024,
      "gsm8k": 1024,
      "mmlu_pro": 1024,
      "humaneval": 1024,
      "tools": 512,
      "vqa": 64
    }
  },
  "concurrency": 16,
  "limit": null,
  "host": "tux",
  "data_sha256": {
    "ifeval": "3e9e9e7bd42ef54862f0c71c9a4e6f0b17a9c259f8f4b2b4e5fbcad917228118",
    "gsm8k": "5bb91d328c1ffc424d6679fe8edb36ed08152e4c75e75b343303e15cacc2da49",
    "mmlu_pro": "e9d8d5717def43a0b995710ab093a13de48b4cfb4db19cd7c66affacfb492ea7",
    "humaneval": "1e775e30085b890c19c48a583bfabb8f5f54598b5bf54796839b92e5bafdab9f",
    "tools": "037b2e288f4f063e8a2d994799b4a51e4d97740b1cf62da75844243749dbb08a",
    "vqa": "7d47303ecdf3386d04a852ab8b7e8be8d34137a1c4d10143331cc7175ce80d9d"
  },
  "tasks": {
    "ifeval": {
      "n": 60,
      "correct": 47,
      "accuracy": 0.7833333333333333,
      "wilson95": [
        0.6637997232345094,
        0.8687695600460952
      ],
      "n_errors": 0,
      "n_truncated": 5,
      "mean_completion_tokens": 318.95,
      "sum_completion_tokens": 19137,
      "instruction_level_acc": 0.8433734939759037,
      "n_instructions": 83,
      "wall_s": 392.1
    },
    "gsm8k": {
      "n": 80,
      "correct": 74,
      "accuracy": 0.925,
      "wilson95": [
        0.8458798383979047,
        0.9651747509106547
      ],
      "n_errors": 0,
      "n_truncated": 1,
      "mean_completion_tokens": 191.5375,
      "sum_completion_tokens": 15323,
      "wall_s": 370.3
    },
    "mmlu_pro": {
      "n": 60,
      "correct": 39,
      "accuracy": 0.65,
      "wilson95": [
        0.5236261874086521,
        0.7583222566810799
      ],
      "n_errors": 0,
      "n_truncated": 13,
      "mean_completion_tokens": 622.15,
      "sum_completion_tokens": 37329,
      "wall_s": 707.9
    },
    "humaneval": {
      "n": 40,
      "correct": 33,
      "accuracy": 0.825,
      "wilson95": [
        0.6805000953869541,
        0.9125458630150444
      ],
      "n_errors": 0,
      "n_truncated": 0,
      "mean_completion_tokens": 226.575,
      "sum_completion_tokens": 9063,
      "wall_s": 233.7
    },
    "tools": {
      "n": 20,
      "correct": 19,
      "accuracy": 0.95,
      "wilson95": [
        0.7638688045357189,
        0.9911185512976646
      ],
      "n_errors": 0,
      "n_truncated": 0,
      "mean_completion_tokens": 64.25,
      "sum_completion_tokens": 1285,
      "names_correct": 0.95,
      "parse_source_counts": {
        "server": 16,
        "none": 4
      },
      "format_well_formed": 1.0,
      "raw_tool_call_tags_in_content": 0,
      "by_category": {
        "irrelevance": "3/3",
        "multiple": "6/6",
        "parallel": "3/3",
        "simple": "7/8"
      },
      "wall_s": 55.8
    },
    "vqa": {
      "n": 40,
      "correct": 36,
      "accuracy": 0.9,
      "wilson95": [
        0.7694822464406407,
        0.9604204715925885
      ],
      "n_errors": 0,
      "n_truncated": 0,
      "mean_completion_tokens": 4.125,
      "sum_completion_tokens": 165,
      "vqa_soft_acc": 0.8833333333333334,
      "wall_s": 38.3
    }
  },
  "server_models": {
    "object": "list",
    "data": [
      {
        "id": "sensenova-loop-bf16",
        "object": "model",
        "created": 1793398524,
        "owned_by": "sglang",
        "root": "sensenova-loop-bf16",
        "parent": null,
        "max_model_len": 32768
      }
    ]
  },
  "wall_s": 1798.0
}

	{
	"eval_version": "sn-loop-eval-v1",
	"model": "sensenova-loop-bf16",
	"base_url": "http://127.0.0.1:30080/v1",
	"started": "2026-10-30T15:15:24-0700",
	"enable_thinking": false,
	"sampling": {
	"temperature": 0.0,
	"top_p": 1.0,
	"seed": 0,
	"max_tokens": {
	"ifeval": 1024,
	"gsm8k": 1024,
	"mmlu_pro": 1024,
	"humaneval": 1024,
	"tools": 512,
	"vqa": 64
	}
	},
	"concurrency": 16,
	"limit": null,
	"host": "tux",
	"data_sha256": {
	"ifeval": "3e9e9e7bd42ef54862f0c71c9a4e6f0b17a9c259f8f4b2b4e5fbcad917228118",
	"gsm8k": "5bb91d328c1ffc424d6679fe8edb36ed08152e4c75e75b343303e15cacc2da49",
	"mmlu_pro": "e9d8d5717def43a0b995710ab093a13de48b4cfb4db19cd7c66affacfb492ea7",
	"humaneval": "1e775e30085b890c19c48a583bfabb8f5f54598b5bf54796839b92e5bafdab9f",
	"tools": "037b2e288f4f063e8a2d994799b4a51e4d97740b1cf62da75844243749dbb08a",
	"vqa": "7d47303ecdf3386d04a852ab8b7e8be8d34137a1c4d10143331cc7175ce80d9d"
	},
	"tasks": {
	"ifeval": {
	"n": 60,
	"correct": 47,
	"accuracy": 0.7833333333333333,
	"wilson95": [
	0.6637997232345094,
	0.8687695600460952
	],
	"n_errors": 0,
	"n_truncated": 5,
	"mean_completion_tokens": 318.95,
	"sum_completion_tokens": 19137,
	"instruction_level_acc": 0.8433734939759037,
	"n_instructions": 83,
	"wall_s": 392.1
	},
	"gsm8k": {
	"n": 80,
	"correct": 74,
	"accuracy": 0.925,
	"wilson95": [
	0.8458798383979047,
	0.9651747509106547
	],
	"n_errors": 0,
	"n_truncated": 1,
	"mean_completion_tokens": 191.5375,
	"sum_completion_tokens": 15323,
	"wall_s": 370.3
	},
	"mmlu_pro": {
	"n": 60,
	"correct": 39,
	"accuracy": 0.65,
	"wilson95": [
	0.5236261874086521,
	0.7583222566810799
	],
	"n_errors": 0,
	"n_truncated": 13,
	"mean_completion_tokens": 622.15,
	"sum_completion_tokens": 37329,
	"wall_s": 707.9
	},
	"humaneval": {
	"n": 40,
	"correct": 33,
	"accuracy": 0.825,
	"wilson95": [
	0.6805000953869541,
	0.9125458630150444
	],
	"n_errors": 0,
	"n_truncated": 0,
	"mean_completion_tokens": 226.575,
	"sum_completion_tokens": 9063,
	"wall_s": 233.7
	},
	"tools": {
	"n": 20,
	"correct": 19,
	"accuracy": 0.95,
	"wilson95": [
	0.7638688045357189,
	0.9911185512976646
	],
	"n_errors": 0,
	"n_truncated": 0,
	"mean_completion_tokens": 64.25,
	"sum_completion_tokens": 1285,
	"names_correct": 0.95,
	"parse_source_counts": {
	"server": 16,
	"none": 4
	},
	"format_well_formed": 1.0,
	"raw_tool_call_tags_in_content": 0,
	"by_category": {
	"irrelevance": "3/3",
	"multiple": "6/6",
	"parallel": "3/3",
	"simple": "7/8"
	},
	"wall_s": 55.8
	},
	"vqa": {
	"n": 40,
	"correct": 36,
	"accuracy": 0.9,
	"wilson95": [
	0.7694822464406407,
	0.9604204715925885
	],
	"n_errors": 0,
	"n_truncated": 0,
	"mean_completion_tokens": 4.125,
	"sum_completion_tokens": 165,
	"vqa_soft_acc": 0.8833333333333334,
	"wall_s": 38.3
	}
	},
	"server_models": {
	"object": "list",
	"data": [
	{
	"id": "sensenova-loop-bf16",
	"object": "model",
	"created": 1793398524,
	"owned_by": "sglang",
	"root": "sensenova-loop-bf16",
	"parent": null,
	"max_model_len": 32768
	}
	]
	},
	"wall_s": 1798.0
	}