Instructions to use aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft with libraries, inference providers, notebooks, and local apps. Follow these links to get started.

Libraries

How to use aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft with Transformers:

# Use a pipeline as a high-level helper
from transformers import pipeline

pipe = pipeline("text-generation", model="aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft")
messages = [
    {"role": "user", "content": "Who are you?"},
]
pipe(messages)

# Load model directly
from transformers import AutoTokenizer, AutoModelForCausalLM

tokenizer = AutoTokenizer.from_pretrained("aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft")
model = AutoModelForCausalLM.from_pretrained("aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft")
messages = [
    {"role": "user", "content": "Who are you?"},
]
inputs = tokenizer.apply_chat_template(
	messages,
	add_generation_prompt=True,
	tokenize=True,
	return_dict=True,
	return_tensors="pt",
).to(model.device)

outputs = model.generate(**inputs, max_new_tokens=40)
print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:]))

Inference
Notebooks
Google Colab
Kaggle
Local Apps

vLLM

How to use aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft with vLLM:

Install from pip and serve model

# Install vLLM from pip:
pip install vllm
# Start the vLLM server:
vllm serve "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft"
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:8000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Use Docker

docker model run hf.co/aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft

SGLang

How to use aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft with SGLang:

Install from pip and serve model

# Install SGLang from pip:
pip install sglang
# Start the SGLang server:
python3 -m sglang.launch_server \
    --model-path "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft" \
    --host 0.0.0.0 \
    --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Use Docker images

docker run --gpus all \
    --shm-size 32g \
    -p 30000:30000 \
    -v ~/.cache/huggingface:/root/.cache/huggingface \
    --env "HF_TOKEN=<secret>" \
    --ipc=host \
    lmsysorg/sglang:latest \
    python3 -m sglang.launch_server \
        --model-path "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft" \
        --host 0.0.0.0 \
        --port 30000
# Call the server using curl (OpenAI-compatible API):
curl -X POST "http://localhost:30000/v1/chat/completions" \
	-H "Content-Type: application/json" \
	--data '{
		"model": "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft",
		"messages": [
			{
				"role": "user",
				"content": "What is the capital of France?"
			}
		]
	}'

Docker Model Runner
How to use aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft with Docker Model Runner:
```
docker model run hf.co/aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft
```

qwen2-5-coder-7b-kernelbook-sdft

File size: 4,643 Bytes

c6c3ee2
 
cfcc5a3
c6c3ee2

{
  "cli_args": {
    "attn_implementation": "eager",
    "auto_resume": true,
    "bf16": true,
    "cache_dir": "/cache",
    "data_dir": "/workspace/data/kernelbook",
    "deepspeed": "/workspace/configs/deepspeed/zero3_bf16.json",
    "distillation_alpha": 0.5,
    "distillation_topk": 100,
    "distillation_weight": 1.0,
    "dry_run": false,
    "effective_batch_size": 8,
    "eval_steps": 100,
    "fsdp_transformer_layer_cls": "Qwen2DecoderLayer",
    "fsdp_use_orig_params": false,
    "generate_from_teacher": true,
    "generation_batch_size": null,
    "gradient_accumulation_steps": 2,
    "gradient_checkpointing": true,
    "hub_model_id": "aadityabuilds/qwen2-5-coder-7b-kernelbook-sdft",
    "learning_rate": 5e-06,
    "logging_steps": 5,
    "max_completion_length": 4096,
    "max_eval_samples": 256,
    "max_grad_norm": 1.0,
    "max_prompt_length": 4096,
    "max_steps": -1,
    "max_train_samples": null,
    "model": "/cache/local-models/sdft/qwen2-5-coder-7b-instruct",
    "num_generations": 1,
    "num_generations_eval": null,
    "num_loss_tokens_to_skip": 0,
    "num_train_epochs": 1.0,
    "output_dir": "/__modal/volumes/vo-qWxmkR9prkx4LKrjcfqOmD/modal-sdft-qwen2-5-coder-7b-kernelbook-final",
    "output_root": "/outputs",
    "parallel_backend": "deepspeed",
    "per_device_eval_batch_size": 1,
    "per_device_train_batch_size": 1,
    "push_to_hub": true,
    "ref_model_mixup_alpha": 0.01,
    "ref_model_sync_steps": 128,
    "repetition_penalty": 1.0,
    "report_to": "wandb",
    "resume_from_checkpoint": null,
    "run_name": "modal-sdft-qwen2-5-coder-7b-kernelbook-final",
    "save_steps": 50,
    "save_total_limit": 10,
    "seed": 42,
    "steps_per_generation": null,
    "sync_ref_model": false,
    "target_global_batch_size": 8,
    "temperature": 0.7,
    "top_k": 0,
    "top_p": 0.95,
    "wandb_entity": null,
    "wandb_mode": "online",
    "wandb_project": "triton-sdft",
    "warmup_ratio": 0.03,
    "weight_decay": 0.01,
    "world_size": 4
  },
  "data_dir": "/workspace/data/kernelbook",
  "effective_batch_size": 8,
  "manifest": {
    "config": {
      "created_at": "2026-05-27T05:16:47.175016+00:00",
      "dataset_id": "GPUMODE/KernelBook",
      "max_output_tokens": 4096,
      "max_seq_length": 8192,
      "model": "Qwen/Qwen2.5-Coder-7B-Instruct",
      "output_dir": "data/kernelbook",
      "seed": 42,
      "test_ratio": 0.1,
      "train_ratio": 0.8,
      "val_ratio": 0.1
    },
    "counts": {
      "after_dedup": 15203,
      "after_empty_filter": 18162,
      "after_output_length_filter": 13267,
      "loaded": 18162,
      "test": 1360,
      "train": 10578,
      "validation": 1329
    },
    "sdft_trainer": {
      "eval_dataset": "data/kernelbook/text/sdft/validation",
      "sdft_config_hints": {
        "generate_from_teacher": true,
        "max_completion_length": 4096,
        "max_prompt_length": 4096
      },
      "test_dataset": "data/kernelbook/text/sdft/test",
      "train_dataset": "data/kernelbook/text/sdft/train"
    },
    "sft_trainer": {
      "eval_dataset": "data/kernelbook/tokenized/Qwen2.5-Coder-7B-Instruct/validation",
      "eval_packing": false,
      "packing": true,
      "requires_columns": [
        "input_ids",
        "completion_mask"
      ],
      "sft_config": {
        "completion_only_loss": true,
        "eval_packing": false,
        "max_length": 8192,
        "packing": true
      },
      "test_dataset": "data/kernelbook/tokenized/Qwen2.5-Coder-7B-Instruct/test",
      "train_dataset": "data/kernelbook/tokenized/Qwen2.5-Coder-7B-Instruct/train"
    },
    "token_stats": {
      "test": {
        "count": 1360.0,
        "max": 6072.0,
        "min": 519.0,
        "p50": 1742.5,
        "p90": 3393.1000000000013,
        "p95": 4133.1,
        "p99": 4980.400000000003,
        "truncated_fraction": 0.0
      },
      "train": {
        "count": 10578.0,
        "max": 7026.0,
        "min": 517.0,
        "p50": 1781.5,
        "p90": 3559.0,
        "p95": 4168.299999999999,
        "p99": 4932.459999999999,
        "truncated_fraction": 0.0
      },
      "validation": {
        "count": 1329.0,
        "max": 7012.0,
        "min": 519.0,
        "p50": 1787.0,
        "p90": 3371.2,
        "p95": 3914.3999999999996,
        "p99": 4647.0,
        "truncated_fraction": 0.0
      }
    }
  },
  "method": "sdft",
  "model": "/cache/local-models/sdft/qwen2-5-coder-7b-instruct",
  "output_dir": "/__modal/volumes/vo-qWxmkR9prkx4LKrjcfqOmD/modal-sdft-qwen2-5-coder-7b-kernelbook-final",
  "run_name": "modal-sdft-qwen2-5-coder-7b-kernelbook-final",
  "world_size": 4
}