Robotics
Transformers
Safetensors
qwen3_vl
image-text-to-text
embodied-navigation
vision-language-navigation
visual-tracking
vision-language-action
qwen3-vl
Instructions to use LightOriginsHQ/LightNav-0 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use LightOriginsHQ/LightNav-0 with Transformers:
# Load model directly from transformers import AutoProcessor, AutoModelForMultimodalLM processor = AutoProcessor.from_pretrained("LightOriginsHQ/LightNav-0") model = AutoModelForMultimodalLM.from_pretrained("LightOriginsHQ/LightNav-0", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 2,597 Bytes
59ec49d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 | {
"version": 1,
"common": {
"max_seq_len": 8192,
"video_size": [
256,
448
],
"pool_enable": true,
"pool_spatial": 2,
"pool_mode": "avg",
"pool_stage": "post_vit",
"native_resolution": false,
"native_max_pixels": 1048576
},
"tasks": {
"vlnce": {
"num_history_frames": 64,
"predict_horizon": 10,
"action_tokenizer": {
"method": "rvq",
"bundle_path": "action_tokenizer"
},
"slowfast_tiers": [
{
"name": "current",
"age_lo": 0,
"age_hi": 1,
"mode": "dense",
"pool_spatial": 1
},
{
"name": "fast",
"age_lo": 2,
"age_hi": 33,
"mode": "dense",
"pool_spatial": 2
},
{
"name": "mid",
"age_lo": 34,
"age_hi": 89,
"mode": "burst",
"pair_stride": 6,
"pool_spatial": 2
},
{
"name": "long",
"age_lo": 90,
"age_hi": 1000000,
"mode": "span",
"num_pairs": 14,
"pool_spatial": 4
},
{
"name": "anchor",
"age_lo": 0,
"age_hi": 0,
"mode": "anchor",
"num_frames": 2,
"pool_spatial": 4
}
],
"prompt_style": "unified_traj",
"timestamp_relative": true,
"video_fps": 4
},
"trackvla": {
"num_history_frames": 64,
"predict_horizon": 10,
"action_tokenizer": {
"method": "rvq",
"bundle_path": "action_tokenizer"
},
"slowfast_tiers": [
{
"name": "current",
"age_lo": 0,
"age_hi": 1,
"mode": "dense",
"pool_spatial": 1
},
{
"name": "fast",
"age_lo": 2,
"age_hi": 33,
"mode": "dense",
"pool_spatial": 2
},
{
"name": "mid",
"age_lo": 34,
"age_hi": 89,
"mode": "burst",
"pair_stride": 6,
"pool_spatial": 2
},
{
"name": "long",
"age_lo": 90,
"age_hi": 1000000,
"mode": "span",
"num_pairs": 14,
"pool_spatial": 4
},
{
"name": "anchor",
"age_lo": 0,
"age_hi": 0,
"mode": "anchor",
"num_frames": 2,
"pool_spatial": 4
}
],
"prompt_style": "unified_traj",
"timestamp_relative": true,
"video_fps": 4
}
}
} |