| { |
| "config": { |
| "seed": 42, |
| "device": "cuda", |
| "dtype": "bfloat16", |
| "benchmark": { |
| "repeats": 3, |
| "batch_sizes": [ |
| 1, |
| 16 |
| ], |
| "max_new_tokens": [ |
| 128 |
| ], |
| "stop_on_eos": true, |
| "measure_memory": true, |
| "collect_traces": true, |
| "continue_on_error": true, |
| "warmup": { |
| "enabled": true |
| } |
| }, |
| "workloads": { |
| "synthetic": { |
| "enabled": false, |
| "prompt_byte_buckets": [ |
| 256, |
| 1024 |
| ], |
| "samples_per_bucket": 128 |
| }, |
| "code": { |
| "enabled": true, |
| "data_path": "code_completion_exp/datasets/data_V4_full", |
| "split": "validation", |
| "prompt_byte_buckets": [ |
| 256, |
| 1024 |
| ], |
| "samples_per_bucket": 128, |
| "max_samples_to_scan": 5000 |
| } |
| }, |
| "models": { |
| "enabled": [ |
| "hnet", |
| "hnet_serial", |
| "bolmo", |
| "pythia" |
| ], |
| "hnet": { |
| "config_path": "hnet_project/configs/hnet_2stage_XL_code.json", |
| "checkpoint_path": "hnet_project/checkpoints/hnet_2stage_XL_code.pt" |
| }, |
| "hnet_serial": { |
| "config_path": "hnet_project/configs/hnet_2stage_XL_code.json", |
| "checkpoint_path": "hnet_project/checkpoints/hnet_2stage_XL_code.pt" |
| }, |
| "bolmo": { |
| "model_name": "allenai/Bolmo-1B", |
| "cache_dir": "cache/bolmo", |
| "local_files_only": false |
| }, |
| "pythia": { |
| "model_name": "EleutherAI/pythia-1.4b", |
| "cache_dir": "cache/hf", |
| "local_files_only": false, |
| "max_context_len": 4096 |
| } |
| }, |
| "paths": { |
| "output_root": "generation_speed_exp/outputs/thesis_bench_rerun" |
| } |
| }, |
| "repo_root": "/home/nikita/byte-llms-code", |
| "workloads": { |
| "code/256B": 128, |
| "code/1024B": 128 |
| }, |
| "environment": { |
| "timestamp": "2026-06-28T18:59:51", |
| "hostname": "compute-vm-56-238-256-ssd-1779813353454", |
| "platform": "Linux-6.8.0-117-generic-x86_64-with-glibc2.39", |
| "python": "3.12.0 | packaged by Anaconda, Inc. | (main, Oct 2 2023, 17:29:18) [GCC 11.2.0]", |
| "git_commit": "dce87e0c095d7abd92f48e70bcd4378497aaef49", |
| "git_branch": "master", |
| "git_dirty": true, |
| "torch": "2.6.0+cu124", |
| "torch_cuda": "12.4", |
| "cuda_available": true, |
| "transformers": "4.57.6", |
| "cuda_devices": [ |
| { |
| "index": 0, |
| "name": "NVIDIA A100-SXM4-80GB", |
| "total_memory_mb": 81152.75, |
| "major": 8, |
| "minor": 0 |
| }, |
| { |
| "index": 1, |
| "name": "NVIDIA A100-SXM4-80GB", |
| "total_memory_mb": 81152.75, |
| "major": 8, |
| "minor": 0 |
| } |
| ], |
| "nvidia_smi": "NVIDIA A100-SXM4-80GB, 81920 MiB, 595.71.05\nNVIDIA A100-SXM4-80GB, 81920 MiB, 595.71.05" |
| } |
| } |
