Image-Text-to-Text
Transformers
Safetensors
English
qwen3_5
vision-language-model
multimodal
panoramic-understanding
360-degree
equirectangular-panorama
spatial-reasoning
panoworld
conversational
Instructions to use wcccp/PanoWorld_Hstar with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use wcccp/PanoWorld_Hstar with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("image-text-to-text", model="wcccp/PanoWorld_Hstar") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] pipe(text=messages)# Load model directly from transformers import AutoProcessor, AutoModelForImageTextToText processor = AutoProcessor.from_pretrained("wcccp/PanoWorld_Hstar") model = AutoModelForImageTextToText.from_pretrained("wcccp/PanoWorld_Hstar") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] inputs = processor.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use wcccp/PanoWorld_Hstar with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "wcccp/PanoWorld_Hstar" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "wcccp/PanoWorld_Hstar", "messages": [ { "role": "user", "content": [ { "type": "text", "text": "Describe this image in one sentence." }, { "type": "image_url", "image_url": { "url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg" } } ] } ] }'Use Docker
docker model run hf.co/wcccp/PanoWorld_Hstar
- SGLang
How to use wcccp/PanoWorld_Hstar with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "wcccp/PanoWorld_Hstar" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "wcccp/PanoWorld_Hstar", "messages": [ { "role": "user", "content": [ { "type": "text", "text": "Describe this image in one sentence." }, { "type": "image_url", "image_url": { "url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg" } } ] } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "wcccp/PanoWorld_Hstar" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "wcccp/PanoWorld_Hstar", "messages": [ { "role": "user", "content": [ { "type": "text", "text": "Describe this image in one sentence." }, { "type": "image_url", "image_url": { "url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg" } } ] } ] }' - Docker Model Runner
How to use wcccp/PanoWorld_Hstar with Docker Model Runner:
docker model run hf.co/wcccp/PanoWorld_Hstar
| { | |
| "best_global_step": 150, | |
| "best_metric": 0.696, | |
| "best_model_checkpoint": "/workspace/wcp/train_copy_hstar/models/pano_qwen3_5_hstar_cross_attn_train_3/checkpoint-150", | |
| "epoch": 2.0, | |
| "eval_steps": 15, | |
| "global_step": 150, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06734006734006734, | |
| "grad_norm": 68.41162817618617, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 2.950939750671387, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.13468013468013468, | |
| "grad_norm": 34.45201064802573, | |
| "learning_rate": 4.990617428207153e-06, | |
| "loss": 0.9538438796997071, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.20202020202020202, | |
| "grad_norm": 24.073606013164223, | |
| "learning_rate": 4.952621399215598e-06, | |
| "loss": 0.7299929618835449, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.20202020202020202, | |
| "eval_exact_match": 0.001, | |
| "eval_runtime": 300.9733, | |
| "eval_samples_per_second": 3.323, | |
| "eval_steps_per_second": 0.106, | |
| "eval_thinking360_hos_pitch_accuracy": 0.7933333333333333, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.65, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.755, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.4725, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.4725, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.579, | |
| "eval_thinking360_pitch_accuracy": 0.7933333333333333, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.579, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.642, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.26936026936026936, | |
| "grad_norm": 34.53622638782906, | |
| "learning_rate": 4.885870626771371e-06, | |
| "loss": 0.7023162841796875, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.3367003367003367, | |
| "grad_norm": 73.50240603349806, | |
| "learning_rate": 4.7911477026505656e-06, | |
| "loss": 0.6208265781402588, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.40404040404040403, | |
| "grad_norm": 34.66307916735414, | |
| "learning_rate": 4.669563166532504e-06, | |
| "loss": 0.6541372299194336, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.40404040404040403, | |
| "eval_exact_match": 0.001, | |
| "eval_runtime": 299.5536, | |
| "eval_samples_per_second": 3.338, | |
| "eval_steps_per_second": 0.107, | |
| "eval_thinking360_hos_pitch_accuracy": 0.8283333333333334, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.69, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.7716666666666666, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.5275, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.5275, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.625, | |
| "eval_thinking360_pitch_accuracy": 0.8283333333333334, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.625, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.674, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.4713804713804714, | |
| "grad_norm": 61.55030318987336, | |
| "learning_rate": 4.522542485937369e-06, | |
| "loss": 0.6703529357910156, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.5387205387205387, | |
| "grad_norm": 31.01057127113846, | |
| "learning_rate": 4.3518093439228484e-06, | |
| "loss": 0.6557948112487793, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "grad_norm": 26.680812975597334, | |
| "learning_rate": 4.159365430476262e-06, | |
| "loss": 0.6173817634582519, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "eval_exact_match": 0.001, | |
| "eval_runtime": 362.7373, | |
| "eval_samples_per_second": 2.757, | |
| "eval_steps_per_second": 0.088, | |
| "eval_thinking360_hos_pitch_accuracy": 0.8116666666666666, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.675, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.7733333333333333, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.5175, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.5175, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.612, | |
| "eval_thinking360_pitch_accuracy": 0.8116666666666666, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.612, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.671, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.6734006734006734, | |
| "grad_norm": 30.85744911365071, | |
| "learning_rate": 3.947466974529622e-06, | |
| "loss": 0.5717498302459717, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.7407407407407407, | |
| "grad_norm": 36.03527055528386, | |
| "learning_rate": 3.7185982917382986e-06, | |
| "loss": 0.5850624084472656, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.8080808080808081, | |
| "grad_norm": 25.87111472352666, | |
| "learning_rate": 3.4754426581513866e-06, | |
| "loss": 0.5973324775695801, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.8080808080808081, | |
| "eval_exact_match": 0.001, | |
| "eval_runtime": 300.083, | |
| "eval_samples_per_second": 3.332, | |
| "eval_steps_per_second": 0.107, | |
| "eval_thinking360_hos_pitch_accuracy": 0.8366666666666667, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.7183333333333334, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.805, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.5125, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.5125, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.636, | |
| "eval_thinking360_pitch_accuracy": 0.8366666666666667, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.636, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.688, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.8754208754208754, | |
| "grad_norm": 24.64666164479645, | |
| "learning_rate": 3.2208508512533777e-06, | |
| "loss": 0.6133180618286133, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.9427609427609428, | |
| "grad_norm": 23.036964668373873, | |
| "learning_rate": 2.9578077272046407e-06, | |
| "loss": 0.5495167732238769, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 40.81941147913007, | |
| "learning_rate": 2.6893972261320265e-06, | |
| "loss": 0.570355224609375, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_exact_match": 0.001, | |
| "eval_runtime": 301.8553, | |
| "eval_samples_per_second": 3.313, | |
| "eval_steps_per_second": 0.106, | |
| "eval_thinking360_hos_pitch_accuracy": 0.8083333333333333, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.6716666666666666, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.77, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.615, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.615, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.649, | |
| "eval_thinking360_pitch_accuracy": 0.8083333333333333, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.649, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.708, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 1.0673400673400673, | |
| "grad_norm": 22.75231149591365, | |
| "learning_rate": 2.418766215750549e-06, | |
| "loss": 0.5318806648254395, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.1346801346801347, | |
| "grad_norm": 25.949649559143175, | |
| "learning_rate": 2.1490875972166394e-06, | |
| "loss": 0.5172874927520752, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 1.202020202020202, | |
| "grad_norm": 32.04821161685301, | |
| "learning_rate": 1.8835231057630955e-06, | |
| "loss": 0.5131974697113038, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.202020202020202, | |
| "eval_exact_match": 0.001, | |
| "eval_runtime": 318.494, | |
| "eval_samples_per_second": 3.14, | |
| "eval_steps_per_second": 0.1, | |
| "eval_thinking360_hos_pitch_accuracy": 0.8366666666666667, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.7266666666666667, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.8116666666666666, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.635, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.635, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.69, | |
| "eval_thinking360_pitch_accuracy": 0.8366666666666667, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.69, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.741, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.2693602693602695, | |
| "grad_norm": 28.277199720395586, | |
| "learning_rate": 1.625186242244279e-06, | |
| "loss": 0.5175754070281983, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.3367003367003367, | |
| "grad_norm": 30.084923614940028, | |
| "learning_rate": 1.3771057701853034e-06, | |
| "loss": 0.5511049270629883, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.404040404040404, | |
| "grad_norm": 35.11540836040518, | |
| "learning_rate": 1.1421902062989178e-06, | |
| "loss": 0.5337397575378418, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.404040404040404, | |
| "eval_exact_match": 0.003, | |
| "eval_runtime": 294.9521, | |
| "eval_samples_per_second": 3.39, | |
| "eval_steps_per_second": 0.108, | |
| "eval_thinking360_hos_pitch_accuracy": 0.84, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.7233333333333334, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.8083333333333333, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.6175, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.6175, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.681, | |
| "eval_thinking360_pitch_accuracy": 0.84, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.681, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.732, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.4713804713804715, | |
| "grad_norm": 23.325528135708, | |
| "learning_rate": 9.231937207863459e-07, | |
| "loss": 0.5290984630584716, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.5387205387205387, | |
| "grad_norm": 22.335475144526264, | |
| "learning_rate": 7.226838472098239e-07, | |
| "loss": 0.5218918323516846, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.606060606060606, | |
| "grad_norm": 24.012176289434688, | |
| "learning_rate": 5.430113805091111e-07, | |
| "loss": 0.5051576614379882, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.606060606060606, | |
| "eval_exact_match": 0.001, | |
| "eval_runtime": 299.2418, | |
| "eval_samples_per_second": 3.342, | |
| "eval_steps_per_second": 0.107, | |
| "eval_thinking360_hos_pitch_accuracy": 0.845, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.7216666666666667, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.7933333333333333, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.6325, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.6325, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.686, | |
| "eval_thinking360_pitch_accuracy": 0.845, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.686, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.729, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.6734006734006734, | |
| "grad_norm": 26.064832861742342, | |
| "learning_rate": 3.862828160801707e-07, | |
| "loss": 0.491747522354126, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.7407407407407407, | |
| "grad_norm": 23.661785791202817, | |
| "learning_rate": 2.543356530426394e-07, | |
| "loss": 0.5149935722351074, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.808080808080808, | |
| "grad_norm": 22.888935653364243, | |
| "learning_rate": 1.487168512426901e-07, | |
| "loss": 0.5213695049285889, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.808080808080808, | |
| "eval_exact_match": 0.003, | |
| "eval_runtime": 312.4623, | |
| "eval_samples_per_second": 3.2, | |
| "eval_steps_per_second": 0.102, | |
| "eval_thinking360_hos_pitch_accuracy": 0.84, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.7283333333333334, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.8016666666666666, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.645, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.645, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.695, | |
| "eval_thinking360_pitch_accuracy": 0.84, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.695, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.739, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.8754208754208754, | |
| "grad_norm": 40.67643258423857, | |
| "learning_rate": 7.06646945632361e-08, | |
| "loss": 0.5011796474456787, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.942760942760943, | |
| "grad_norm": 31.195482583652762, | |
| "learning_rate": 2.1094273177576508e-08, | |
| "loss": 0.5275403499603272, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 43.75925605920805, | |
| "learning_rate": 5.86754953789681e-10, | |
| "loss": 0.5290309906005859, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_exact_match": 0.004, | |
| "eval_runtime": 304.5087, | |
| "eval_samples_per_second": 3.284, | |
| "eval_steps_per_second": 0.105, | |
| "eval_thinking360_hos_pitch_accuracy": 0.8383333333333334, | |
| "eval_thinking360_hos_pitch_ignored_total": 0.0, | |
| "eval_thinking360_hos_pitch_total": 600.0, | |
| "eval_thinking360_hos_success_rate": 0.7316666666666667, | |
| "eval_thinking360_hos_total": 600.0, | |
| "eval_thinking360_hos_yaw_accuracy": 0.8066666666666666, | |
| "eval_thinking360_hos_yaw_total": 600.0, | |
| "eval_thinking360_hps_pitch_accuracy": 1.0, | |
| "eval_thinking360_hps_pitch_ignored_total": 400.0, | |
| "eval_thinking360_hps_pitch_total": 0.0, | |
| "eval_thinking360_hps_success_rate": 0.6425, | |
| "eval_thinking360_hps_total": 400.0, | |
| "eval_thinking360_hps_yaw_accuracy": 0.6425, | |
| "eval_thinking360_hps_yaw_total": 400.0, | |
| "eval_thinking360_invalid_prediction_rate": 0.0, | |
| "eval_thinking360_missing_interval": 0.0, | |
| "eval_thinking360_other_pitch_accuracy": 1.0, | |
| "eval_thinking360_other_pitch_ignored_total": 0.0, | |
| "eval_thinking360_other_pitch_total": 0.0, | |
| "eval_thinking360_other_success_rate": 0.0, | |
| "eval_thinking360_other_total": 0.0, | |
| "eval_thinking360_other_yaw_accuracy": 0.0, | |
| "eval_thinking360_other_yaw_total": 0.0, | |
| "eval_thinking360_overall_success_rate": 0.696, | |
| "eval_thinking360_pitch_accuracy": 0.8383333333333334, | |
| "eval_thinking360_pitch_ignored_total": 400.0, | |
| "eval_thinking360_pitch_total": 600.0, | |
| "eval_thinking360_success_rate": 0.696, | |
| "eval_thinking360_total": 1000.0, | |
| "eval_thinking360_yaw_accuracy": 0.741, | |
| "eval_thinking360_yaw_total": 1000.0, | |
| "step": 150 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 150, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 15, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 446872972951552.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |