File size: 3,037 Bytes
86a1449
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
{
  "artifact_target": "comfyui_diffusion_model",
  "config_path": null,
  "convrot": true,
  "convrot_groupsize": 256,
  "copied_tensor_count": 4451,
  "cuda_max_memory_allocated_bytes": 478543872,
  "cuda_max_memory_reserved_bytes": 610271232,
  "dtype_counts": {
    "bfloat16": 4161,
    "float32": 1786,
    "int8": 1496,
    "uint8": 1496
  },
  "execution_device": "cuda:0",
  "missing_tensor_count": 0,
  "missing_tensors": [],
  "nonrotated_tensor_count": 0,
  "output_bytes": 29162724790,
  "output_checkpoint": "/workspace/models/export/ltx2/ltx2_int8_tensorwise.safetensors",
  "output_hash": "sha256:bdebb80d82b9d22e1e17ffb2750d05800c2ef5c9be364a743787211ced65a252",
  "output_hash_state": "written",
  "output_tensor_count": 8939,
  "output_tensor_device": "cpu",
  "quant_metadata_tensor_count": 1496,
  "quant_storage_dtype": "int8",
  "quantized_tensor_count": 1496,
  "requested_device": "cuda:0",
  "rotated_tensor_count": 1496,
  "scale_axis": "out_features",
  "scale_dtype": "fp32",
  "scale_granularity": "per_channel",
  "scale_tensor_count": 1496,
  "schema_version": "int8_tensorwise_checkpoint_export_report.v1",
  "selected_source_files": {
    "ltx-2.3-22b-dev.safetensors": 1496
  },
  "source_checkpoint": "/workspace/models/hf-downloads/ltx2/ltx-2.3-22b-dev.safetensors",
  "source_file_count": 1,
  "source_format": "safetensors",
  "source_layout": "single_file",
  "source_tensor_count": 5947,
  "status": "model_written",
  "target_dtype": "int8_tensorwise",
  "target_format": "safetensors",
  "tensor_index": {
    "format": {
      "bits": 8,
      "category": "integer_weight_activation",
      "name": "int8_tensorwise",
      "rounding": "nearest_even",
      "scale_axis": "out_features",
      "scale_granularity": "per_channel",
      "scale_method": "amax",
      "scale_required": true,
      "storage_dtype": "int8"
    },
    "schema_version": "quant_tensor_index.v1",
    "selection": {
      "algorithm": "int8_tensorwise",
      "algorithm_version": "0.1.0",
      "exclude": [
        "model.diffusion_model.transformer_blocks.0.*",
        "model.diffusion_model.transformer_blocks.1.*",
        "model.diffusion_model.transformer_blocks.46.*",
        "model.diffusion_model.transformer_blocks.47.*"
      ],
      "include": [
        "model.diffusion_model.transformer_blocks.*"
      ],
      "keep_components": [
        "text_encoder",
        "vae"
      ],
      "kept_source_tensor_roles": [
        "bias"
      ],
      "quantized_module_count": 1496,
      "quantized_tensor_count": 1496,
      "source_tensor_roles": [
        "weight"
      ],
      "target_dtype": "int8_tensorwise"
    }
  },
  "written_files": [
    {
      "bytes": 29162724790,
      "hash": "sha256:bdebb80d82b9d22e1e17ffb2750d05800c2ef5c9be364a743787211ced65a252",
      "hash_state": "written",
      "kind": "int8_tensorwise_inference_checkpoint",
      "path": "/workspace/models/export/ltx2/ltx2_int8_tensorwise.safetensors",
      "state": "written",
      "tensor_count": 8939
    }
  ]
}