{ "format": "companion-forge-runtime/v4", "target": { "gpu": "NVIDIA L4", "compute_capability": "8.9", "flavor": "l4x1", "cuda": "12.8", "tensorrt": "11.2.1.2" }, "runtime_order": { "flux2-klein-4b": [ "tensorrt-512", "pytorch-bf16" ], "dinov2": [ "tensorrt", "onnxruntime-cuda", "pytorch" ], "dsine": [ "tensorrt", "pytorch", "onnxruntime-cuda" ], "anigen-ss-flow-solo": [ "tensorrt", "pytorch" ], "anigen-ss-decoder": [ "tensorrt", "pytorch" ], "anigen-slat-flow-core": [ "tensorrt+spconv-shell", "pytorch-spconv" ], "anigen-skin-decoder": [ "tensorrt", "pytorch" ], "anigen-slat-decoder-backbone": [ "tensorrt-custom-sparse", "pytorch-spconv-lazy-fallback" ] }, "components": { "dinov2": { "onnx": "production", "trt": "production", "engine": "engines/l4-sm89/dinov2.plan", "input": [ 1, 3, 518, 518 ], "precision": "mixed-fp16", "validation": "dinov2_trt_validation.json" }, "dsine": { "onnx": "validated", "trt": "production", "engine": "engines/l4-sm89/dsine.plan", "image_input": [ 1, 3, 544, 544 ], "intrinsics_input": [ 1, 3, 3 ], "fallback": "pytorch-native", "validation": "dsine_trt_validation.json", "precision": "mixed-fp16" }, "flux2-klein-4b": { "onnx": "validated", "trt": "production", "precision": "fp16-static / bf16-pipeline-facade", "profile_512": { "hidden_states": [ 1, 1024, 128 ], "encoder_hidden_states": [ 1, 512, 7680 ], "img_ids": [ 1, 1024, 4 ], "txt_ids": [ 1, 512, 4 ] }, "engine": "engines/l4-sm89/flux2-klein-4b-512.plan", "validation": "flux2_trt_validation.json", "resolution": 512, "fallback": "pytorch-bf16" }, "anigen-ss-flow-solo": { "onnx": "production", "opset": 23, "trt": "production", "onnx_model": "onnx/anigen/ss-flow-solo/model.onnx", "engine": "engines/l4-sm89/anigen-ss-flow-solo.plan", "precision": "mixed-fp16 / fp32-io", "profile": { "x": [ 1, 8, 16, 16, 16 ], "x_skl": [ 1, 4, 16, 16, 16 ], "cond": [ 1, 1374, 1024 ] }, "validation": "anigen_ss-flow-solo_trt_validation.json", "speedup_l4": 1.282 }, "anigen-ss-decoder": { "onnx": "production", "opset": 23, "trt": "production", "onnx_model": "onnx/anigen/ss-decoder/model.onnx", "engine": "engines/l4-sm89/anigen-ss-decoder.plan", "precision": "mixed-fp16 / fp32-io", "profile": { "z": [ 1, 8, 16, 16, 16 ], "z_skl": [ 1, 4, 16, 16, 16 ] }, "validation": "anigen_ss-decoder_trt_validation.json", "speedup_l4": 2.017 }, "anigen-slat-flow-core": { "onnx": "production", "opset": 18, "trt": "production", "onnx_model": "onnx/anigen/slat-flow-core/model.onnx", "engine": "engines/l4-sm89/anigen-slat-flow-core.plan", "precision": "fp16", "dynamic_profile": { "n_geo": [ 128, 4096, 16384 ], "n_skl": [ 16, 1024, 8192 ] }, "shell_weights": "weights/anigen/slat-flow-shell/shell.safetensors", "shell_bytes": 188085736, "original_checkpoint_bytes": 2457468473, "native_shell": [ "SparseConv3d", "SparseDownsample", "SparseUpsample" ], "validation": "anigen_slat-flow-core_trt_validation.json", "speedup_l4": 7.302 }, "anigen-skin-decoder": { "onnx": "production", "opset": 18, "trt": "production", "onnx_model": "onnx/anigen/skin-decoder/model.onnx", "engine": "engines/l4-sm89/anigen-skin-decoder.plan", "precision": "fp32-io / TRT optimized", "dynamic_profile": { "vertices": [ 128, 25000, 300000 ], "joints": [ 2, 24, 64 ] }, "validation": "anigen_skin-decoder_trt_validation.json", "speedup_l4": 6.805, "production_observed_vertices": 148798 }, "anigen-slat-decoder-backbone": { "status": "production", "onnx": "production", "trt": "production", "backend": "TensorRT 11.2 Python IPluginV3 + spconv Native + FlashAttention", "precision": "fp16 branches/upsample internals + fp32 output heads/mesh", "onnx_domain": "com.companionforge", "plugin_namespace": "companionforge", "branches": { "geo": "engines/l4-sm89/slat-dae-custom/geo.plan", "skin": "engines/l4-sm89/slat-dae-custom/skin.plan", "skl": "engines/l4-sm89/slat-dae-custom/skl.plan" }, "heads": { "geo": "engines/l4-sm89/slat-dae-custom/geo-head.plan", "skin": "engines/l4-sm89/slat-dae-custom/skin-head.plan", "skl": "engines/l4-sm89/slat-dae-custom/skl-head.plan" }, "mesh_engine": "engines/l4-sm89/custom-ops/SparseMeshTopologyExtract.plan", "dynamic_profile": { "branch_tokens_max": 32768, "head_tokens_max": 8192, "mesh_sparse_cubes_max": 524288 }, "custom_ops": [ "SparseConv3D", "SparseWindowAttention", "SparseDownsample", "SparseUpsample", "SparseSubdivide", "SparseMeshTopologyExtract" ], "validation": [ "bench/slat_dae_custom_validation.json", "bench/sparse_mesh_topology_validation.json", "bench/full_trt_e2e_validation.json" ], "native_checkpoint": "lazy-fallback-only", "original_decoder_checkpoint_bytes": 809000000 }, "rembg-birefnet": { "onnx": "upstream-native", "runtime": "onnxruntime-gpu-when-fallback-needed", "note": "studio references use fast alpha-key before this fallback" } } }