format_version: 1
source_file: weights/sam-3d-objects/checkpoints/slat_decoder_gs.ckpt
source_sha256: f8077c36a06eaf890dd93cda1937411f793dea1eb80b3dd9329f2038ba84a111
safetensors_file: slat_decoder_gs.safetensors
safetensors_files: {}
created_at_unix: 1777985860
tensor_count: 101
total_tensor_bytes: 341476480
metadata:
  offset_perturbation:
    $type: tensor_ref
    dtype: F32
    storage_key: '0'
    offset_elems: 0
    shape:
    - 32
    - 3
    stride:
    - 3
    - 1
  input_layer.weight:
    $type: tensor_ref
    dtype: F32
    storage_key: '1'
    offset_elems: 0
    shape:
    - 768
    - 8
    stride:
    - 8
    - 1
  input_layer.bias:
    $type: tensor_ref
    dtype: F32
    storage_key: '2'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.0.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '3'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.0.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '4'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.0.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '5'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.0.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '6'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.0.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '7'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.0.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '8'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.0.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '9'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.0.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '10'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.1.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '11'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.1.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '12'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.1.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '13'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.1.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '14'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.1.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '15'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.1.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '16'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.1.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '17'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.1.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '18'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.2.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '19'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.2.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '20'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.2.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '21'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.2.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '22'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.2.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '23'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.2.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '24'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.2.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '25'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.2.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '26'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.3.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '27'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.3.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '28'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.3.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '29'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.3.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '30'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.3.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '31'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.3.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '32'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.3.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '33'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.3.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '34'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.4.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '35'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.4.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '36'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.4.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '37'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.4.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '38'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.4.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '39'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.4.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '40'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.4.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '41'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.4.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '42'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.5.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '43'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.5.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '44'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.5.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '45'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.5.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '46'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.5.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '47'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.5.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '48'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.5.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '49'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.5.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '50'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.6.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '51'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.6.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '52'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.6.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '53'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.6.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '54'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.6.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '55'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.6.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '56'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.6.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '57'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.6.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '58'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.7.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '59'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.7.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '60'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.7.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '61'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.7.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '62'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.7.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '63'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.7.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '64'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.7.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '65'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.7.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '66'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.8.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '67'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.8.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '68'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.8.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '69'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.8.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '70'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.8.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '71'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.8.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '72'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.8.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '73'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.8.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '74'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.9.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '75'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.9.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '76'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.9.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '77'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.9.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '78'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.9.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '79'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.9.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '80'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.9.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '81'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.9.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '82'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.10.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '83'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.10.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '84'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.10.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '85'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.10.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '86'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.10.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '87'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.10.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '88'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.10.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '89'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.10.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '90'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.11.attn.to_qkv.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '91'
    offset_elems: 0
    shape:
    - 2304
    - 768
    stride:
    - 768
    - 1
  blocks.11.attn.to_qkv.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '92'
    offset_elems: 0
    shape:
    - 2304
    stride:
    - 1
  blocks.11.attn.to_out.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '93'
    offset_elems: 0
    shape:
    - 768
    - 768
    stride:
    - 768
    - 1
  blocks.11.attn.to_out.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '94'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  blocks.11.mlp.mlp.0.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '95'
    offset_elems: 0
    shape:
    - 3072
    - 768
    stride:
    - 768
    - 1
  blocks.11.mlp.mlp.0.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '96'
    offset_elems: 0
    shape:
    - 3072
    stride:
    - 1
  blocks.11.mlp.mlp.2.weight:
    $type: tensor_ref
    dtype: F16
    storage_key: '97'
    offset_elems: 0
    shape:
    - 768
    - 3072
    stride:
    - 3072
    - 1
  blocks.11.mlp.mlp.2.bias:
    $type: tensor_ref
    dtype: F16
    storage_key: '98'
    offset_elems: 0
    shape:
    - 768
    stride:
    - 1
  out_layer.weight:
    $type: tensor_ref
    dtype: F32
    storage_key: '99'
    offset_elems: 0
    shape:
    - 448
    - 768
    stride:
    - 768
    - 1
  out_layer.bias:
    $type: tensor_ref
    dtype: F32
    storage_key: '100'
    offset_elems: 0
    shape:
    - 448
    stride:
    - 1
security:
  objects: []
  calls: []
tensors:
- name: blocks.0.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: e6d4bda093264dc25bdae341914ba7b30b67a8cc27cbcae4f207a80180a90264
- name: blocks.0.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: 1f3def8f8ee4ae063df6544adb441345537525e0ccad30adb3c646e711216458
- name: blocks.0.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 014934a6951b8b51df3202720679d76cae806abad3e69ee45b514a7afa8f820b
- name: blocks.0.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: b15c4e677e32120d0d1da9095737b1a5c46f1efeb0fd96259b5e60897f125581
- name: blocks.0.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: d00cb59c9b5701bdf256718e289d51f0f4f222e7a4166084b6e15ba7aca08ec4
- name: blocks.0.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 970db3c6bca917fb42ce32d925224f31d6d9d3cdf80ccac6ab2fc5539fc2788d
- name: blocks.0.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: aade0d7bfeea09059fc602e324874c201698a4ccf3f8243b94d364e2c2555ee5
- name: blocks.0.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: dff1a4f13ae7f282dec50d75b7fee624960a86551556d0e7bba623014ef0c738
- name: blocks.1.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: b357757de05e75f8c46aef77c675070a07f3203fc29af971608fb8548c2c6a93
- name: blocks.1.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: de70952a977faeadc8d8abe69b01609c409bea47f8d3b86654c98027345342fa
- name: blocks.1.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 2b17b672d6bb5150922b1328e6843554b0153da05f9915cb190e562fe3933f13
- name: blocks.1.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: 6226a65699fdbb370e3ebd8c835d84af06dfef63f88cbd14cea3f1b2cf99c6b4
- name: blocks.1.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: cbd81527d5b0ba5cff89f0810960a68fd323793a41ce4866d6793ffb87951623
- name: blocks.1.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 572b948fb1056dccf125ff10181bcc2276076243273c534d268638c973666493
- name: blocks.1.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: ce97cb9e8be967de44a4b864c2acac107a063fced08582090c2095139137c32d
- name: blocks.1.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: 1d27d82c2208a7adcc153d31bab0dfe714ff71eada217fa3a2721b5f93ef7240
- name: blocks.10.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: 0cdafc6a6d79a00c550c67526a468729b198ed08251e37534e7d05e164e09600
- name: blocks.10.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: 51afb71969d9ec8af47f8c7835012b1f11a0bb59098d94d395999d2c20ce5adb
- name: blocks.10.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: b6b9322399c5a4bbef2bfce983b8b2338931e5077a8ac07cdf89337a05788609
- name: blocks.10.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: f4bb5ca71024b2d7eb7c72fff83c6af798c2bc267552374088b5f82012655629
- name: blocks.10.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 013c7ebc43eaabe42be9887b0e11e0b0203c595e4cc08439caaea1b466b673f8
- name: blocks.10.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 3ba743174521436b21db03d94ac474d3a4a25945903966940d3b3e731683712d
- name: blocks.10.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: 0398c01842566bf2da9c16fbfa61b0512bb11409530177aa8559520dc7f49ec1
- name: blocks.10.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: d49ed14a21d08249e8fa917a9f5d1322a27fb458427bed9db6d05989d06996fa
- name: blocks.11.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: 78556415562c03ce6f98235ccce7773e24441dc56848295f6467e451cfa5d83f
- name: blocks.11.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: 25279c8174cb74c3678a724c6755670b567a84e7d36b2e0f51ef04d6dd171098
- name: blocks.11.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: c24810f1c01c8f9e6ff7a3ca349734f804c014734a4f285e31b722a71f165ac8
- name: blocks.11.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: e267a3d7174f88e6fc0498fa1ae67e790caa690157df77be28fa342bf71f0eef
- name: blocks.11.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 5c31b7af1b0d98aaa32b1443ec743d0c8d237bb334fca23f409ac7a5f30a74f2
- name: blocks.11.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 338d1b98a4da1e232ef9bde8232fa92b50b6d98dc86949079248db07606edcd8
- name: blocks.11.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: 29a9badc365ccc1804276c3bb6d3ff9fa4b72cab3ea21617e98d39f52cb5df2a
- name: blocks.11.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: e3fdafd8f36d5d5f93c89c276e93a03c5ef945ceb7a41d008e4494ed0acdd5e7
- name: blocks.2.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: fcf44463fc694e788b5563c5a239facdd699931d9a842be593a1acf58c497172
- name: blocks.2.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: 8c4a4ad9bd60077b31c40ae1ad6316e9df9d63c62949e4631a21cbe2a105fe92
- name: blocks.2.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 4f77ab71e841dbe5cd8b15d258c416dc3c10f77314a05dedef27cebe5e6af380
- name: blocks.2.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: 1684f89b9f39558596a1453e847b1feb9495e9d040251699f15dd3a6b4c818a6
- name: blocks.2.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 4d3412a469a9cc576c74ba3ddc39d8e98d9d86657415bf8efdebf75fcd94c0be
- name: blocks.2.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: d6f4d0145ed91f378cd1f92d012c6377412346eb359db397372beea01dcf56fb
- name: blocks.2.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: 383f601f84faa96de7eee7982c82e0e15cadb8b6af6a41de768feccc3f150823
- name: blocks.2.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: 535823ea39db0eeb440ca21e128e9bbf1e0e44e0f629b81937d5d9220df59c5b
- name: blocks.3.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: f0890b63a5744ca678a2e8e9dee4dfcad0f28a77a565828a42e19ee13661d783
- name: blocks.3.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: 480919acf28fc7a4f8b302774927dc921ab5adcd8ff16ee1fdba7f6617f51636
- name: blocks.3.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 22d68972286fb99409ed82a79d6f6f2ed1a78e23c395f9c370ca6a3b5d9026f7
- name: blocks.3.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: ddb6f852b36dc2582cb832cdd7ef2d1b8a49393196e2d9589a53820ef93e4c06
- name: blocks.3.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: f6246728c183c40723f071e18294c105bdfde003470f5ccfb9ba4d1b65e90a2c
- name: blocks.3.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 9ff6f926f38506ced8645dd140d0b51c71572fb8fb0ab27e8a2ed40c66409e52
- name: blocks.3.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: 9052f10c63a1d1e49a05c8b9a40f1da9e9d153626610b11169f38d9e6b402f33
- name: blocks.3.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: cf38ad2af18dfdf4babb19c6f271efbb8a59e87d03b7598aa2d713c795ca65e7
- name: blocks.4.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: 3273be9b2b4774c361fe18297dd77d4fb783d8050629bbeb9797cd5e35cf47ab
- name: blocks.4.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: cbc06d4d122d58ad5922a6eafcd2038be8d9a0b877730e0c8c5b143198c2d24d
- name: blocks.4.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 0b789fe1bd72f73279e859f61c5eb87c9d691a628f691dc5c45893dcc6d39840
- name: blocks.4.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: 8601044d7e69b6e008ad04a4baf5229830317e240a45431b5e7b2d8b594d55b6
- name: blocks.4.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 6203a6146106a29f88f7e3d9adf740c27a073f5ffc34b75627fe7ea060fdc9d8
- name: blocks.4.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 07abbf41a1ea7044dbfc78f693c1ebd05c3c031de57b12a133ca81d1cc826a3f
- name: blocks.4.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: 99fd6f836976f491a4f76e6afc283e9271b1484473528a1888a3735d693054ec
- name: blocks.4.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: b31e8206bfea3c560752acfded37ad2251653f879c24a7bbc6f0af809ae7775e
- name: blocks.5.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: 2cacc8f9f508f12fb3a9da278aae459a70cd195c30f4937d9c4c6e13c73f33bb
- name: blocks.5.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: 57c1db0e72fc2f3a7edf09496cb66f5a38fd35a15e96cc3d77fefdfb9a9afacb
- name: blocks.5.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 384e1bcc2fdb5ea9b25652b95cc0c66af0d778cf5a7f3f6cb49948893c16873d
- name: blocks.5.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: 3ab2c2cf13dbdf5b4bbdc12d97839d864296cc38db44dd84987c4e77a9ca1455
- name: blocks.5.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 8ad4fa2cf6c5d69eda566a6671f70b54347f8838a5a1fb3fd6712ac6312166bf
- name: blocks.5.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 7ecb83da54253a17f18e2ce7d3b29c3f5b305140171a94da890fea2d6b105baa
- name: blocks.5.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: a15cf27643006d82723ca8db2a541304d55f4a495e44ab8ec674e2283dd5340e
- name: blocks.5.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: b24f2b1dda25d6388b2ae413c14731405f473c62edaa7c0f7464702a07f0435c
- name: blocks.6.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: c7d7029547390271965e5e6a99dc6a8596ff13b121175315b1d6d4cf4fe01a1c
- name: blocks.6.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: acfd054c5ee200d2a3befb95fcbd40c82f50a0818f5adf6a943176666fc14228
- name: blocks.6.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 764c90c34c009d81e7115e0282317d8e1a2a7fe154b30760aa76c44cb3d36994
- name: blocks.6.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: 915c7937b080e824d4aabc635ec52a55e673e02fff2dc0d188ead0afb86ff15a
- name: blocks.6.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 1e4a1963af505cc023dc498ce30252ad9d3b8d3a92e747dda2ee1a58e0ffc867
- name: blocks.6.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: e38e108f044153d2b0b2cfd70416fd78d132862d425968243c672bd1a26c4d2c
- name: blocks.6.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: 6c4395df258d6226e28f406ec4ae9db18434b31a83eda307a74e03c605ee279a
- name: blocks.6.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: 0ed51bf81d47538959110ac9151302ab3dc1aede2a4eeec54b219b22ebd77e8c
- name: blocks.7.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: 1d6870adcc72e38212abf380923af1fa867fac3f5c1cbe399af889c1ed7731b2
- name: blocks.7.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: a2c168863f66026fdf0b4d8ef143cca78995b5b6b2e5360c360418870c75a211
- name: blocks.7.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: e3f0a9033c9a67be70cbff6ba647559d763fdfb81d29d603b20d9b9452a774c4
- name: blocks.7.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: 076a32f33cdb1654bf95e36b78f1975d2fcfc8791d1dd4fb5ca34eb67c49cd15
- name: blocks.7.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: da31a71e67448923dbb5b996cec3ae9125dd89fc71064653dddff6738b2b37fc
- name: blocks.7.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 06b6de66d545a1b1f250e178db81afc2d220619882ef83bd5478792250001868
- name: blocks.7.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: f767c02e187422fd3fe1c446a72701c7ecba50fbf29a474484c21517cc52cc6d
- name: blocks.7.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: 76c77256a3c4762a8fba6ac225ae87c27d0b6a65b224a18d8d1eaa88f8fa5e0c
- name: blocks.8.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: 507a313c063e20f12e3b2bb9045df454cf193c0f7fb83b8aff36021b221f2212
- name: blocks.8.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: 6c7df1bb2aa36c6940b8c12c27b267c5a8db2215e132d7673934d97c84982f64
- name: blocks.8.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: d1e0e937b708949d7e968e4a69bcd471b1f24df394a02c68aa732f375ad3b924
- name: blocks.8.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: cfa59dcb910b356209c705ce0355c23083c24be2d255ad9deaa7a32f26821153
- name: blocks.8.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 1b6be5b7d06a8954f57a86c593196d7763942b28bd2f648e15da26336d2b7926
- name: blocks.8.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 9aeace2c9674e20f049dc457d8ff4bea6bdf79915798332178b33fad06c58704
- name: blocks.8.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: 8e41e8e0c2cb073ed5a1a07beb801f23f198008b926637a664268278fa0780d5
- name: blocks.8.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: 26d6493ea4ff8fb64b41385fff67aed5789c27ceecb47debe3513dcb524593a0
- name: blocks.9.attn.to_out.bias
  dtype: F32
  shape: [768]
  sha256: 849f11299af8c72b4db3fce2ecd144908a6b00c31bafa498f9a0ddc1a2bb030c
- name: blocks.9.attn.to_out.weight
  dtype: F32
  shape: [768, 768]
  sha256: fb09107ee00d76034ccdfb16a21545245815d8924aad4642805d884ef5adb5c3
- name: blocks.9.attn.to_qkv.bias
  dtype: F32
  shape: [2304]
  sha256: 583e40091afeb9d5132858ebef30325ca16e2a06b379b6b1a6c7cbbe31625539
- name: blocks.9.attn.to_qkv.weight
  dtype: F32
  shape: [2304, 768]
  sha256: 524aa608239d56453b0b2d915eff23ca1ea79d85760e8e49879bfb56cdc41d92
- name: blocks.9.mlp.mlp.0.bias
  dtype: F32
  shape: [3072]
  sha256: 0bbfd60a255e557d0ce1d159315a488713cfc2c9167b6af0931594cd45302c75
- name: blocks.9.mlp.mlp.0.weight
  dtype: F32
  shape: [3072, 768]
  sha256: 2741f90b0bbe41168190009cdf429e09b1183ec7e860a1de555d2cacd4829670
- name: blocks.9.mlp.mlp.2.bias
  dtype: F32
  shape: [768]
  sha256: d0526ead3f3cffa614006bce248f2b6b0ff4f3e1ea15c266634aab89cee394dc
- name: blocks.9.mlp.mlp.2.weight
  dtype: F32
  shape: [768, 3072]
  sha256: 374fdd0b6b8c6fcc945dd535dd3298d176de572c130810b3f61ec03e350195b5
- name: input_layer.bias
  dtype: F32
  shape: [768]
  sha256: ab438cc9e2483ea9a5b7dad50fc4f1b1b887176b99536de46207d52a48c05ba9
- name: input_layer.weight
  dtype: F32
  shape: [768, 8]
  sha256: c7dda2e9d4f24fd7bc06a4f86d604560c40d12f69a5054199a5d87e73301080a
- name: offset_perturbation
  dtype: F32
  shape: [32, 3]
  sha256: 7561371db21fcefa3962cc47fdf33102494321f1a6882cea543ece5603179fe9
- name: out_layer.bias
  dtype: F32
  shape: [448]
  sha256: b5bf5e3ba86c98ab93001b87b2a64f7fc98f774202e7a545c20abc7eb2e6492a
- name: out_layer.weight
  dtype: F32
  shape: [448, 768]
  sha256: 0038a57fc59333aeed1b024e028de6146f705d9d0ac7d6c85400f2254d94b560