Hugging Face's logo

darkshapes
/
MIR_

Safetensors
English
mir
Model card Files
xet
Community
2
exdysa commited on
Commit
77d0d1b
·
verified ·
1 Parent(s): adf70e6

Upload 284 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. state_dicts/2dnPony_v2.safetensors.json +0 -0
  2. state_dicts/CounterfeitV30_v30.safetensors.json +0 -0
  3. state_dicts/FlashSDXL.safetensors.json +0 -0
  4. state_dicts/Hyper-FLUX.1-dev-16steps-lora.safetensors 2.json +0 -0
  5. state_dicts/Hyper-FLUX.1-dev-16steps-lora.safetensors.json +0 -0
  6. state_dicts/Hyper-FLUX.1-dev-8steps-lora.safetensors 2.json +0 -0
  7. state_dicts/Hyper-FLUX.1-dev-8steps-lora.safetensors.json +0 -0
  8. state_dicts/Hyper-SD15-12steps-CFG-lora.safetensors 2.json +0 -0
  9. state_dicts/Hyper-SD15-12steps-CFG-lora.safetensors.json +0 -0
  10. state_dicts/Hyper-SD15-1step-lora.safetensors.json +0 -0
  11. state_dicts/Hyper-SD15-2steps-lora.safetensors 2.json +0 -0
  12. state_dicts/Hyper-SD15-2steps-lora.safetensors.json +0 -0
  13. state_dicts/Hyper-SD15-4steps-lora.safetensors.json +0 -0
  14. state_dicts/Hyper-SD15-8steps-CFG-lora.safetensors 2.json +0 -0
  15. state_dicts/Hyper-SD15-8steps-CFG-lora.safetensors.json +0 -0
  16. state_dicts/Hyper-SD15-8steps-lora.safetensors.json +0 -0
  17. state_dicts/Hyper-SD3-16steps-CFG-lora.safetensors 2.json +0 -0
  18. state_dicts/Hyper-SD3-16steps-CFG-lora.safetensors.json +0 -0
  19. state_dicts/Hyper-SD3-4steps-CFG-lora.safetensors 2.json +0 -0
  20. state_dicts/Hyper-SD3-4steps-CFG-lora.safetensors.json +0 -0
  21. state_dicts/Hyper-SD3-8steps-CFG-lora.safetensors 2.json +0 -0
  22. state_dicts/Hyper-SD3-8steps-CFG-lora.safetensors.json +0 -0
  23. state_dicts/Hyper-SDXL-12steps-CFG-lora.safetensors.json +0 -0
  24. state_dicts/Hyper-SDXL-1step-Unet-Comfyui.fp16.safetensors.json +0 -0
  25. state_dicts/Hyper-SDXL-1step-Unet.safetensors.json +0 -0
  26. state_dicts/Hyper-SDXL-1step-lora.safetensors 2.json +0 -0
  27. state_dicts/Hyper-SDXL-1step-lora.safetensors.json +0 -0
  28. state_dicts/Hyper-SDXL-2steps-lora.safetensors 2.json +0 -0
  29. state_dicts/Hyper-SDXL-2steps-lora.safetensors.json +0 -0
  30. state_dicts/Hyper-SDXL-4steps-lora.safetensors 2.json +0 -0
  31. state_dicts/Hyper-SDXL-4steps-lora.safetensors.json +0 -0
  32. state_dicts/Hyper-SDXL-8steps-CFG-lora.safetensors 2.json +0 -0
  33. state_dicts/Hyper-SDXL-8steps-CFG-lora.safetensors.json +0 -0
  34. state_dicts/Hyper-SDXL-8steps-lora.safetensors 2.json +0 -0
  35. state_dicts/Hyper-SDXL-8steps-lora.safetensors.json +0 -0
  36. state_dicts/Pixart-Sigma-XL-2-2k-ms.diffusers.safetensors.json +0 -0
  37. state_dicts/PixartXL-2-1024-ms.diffusers.safetensors.json +0 -0
  38. state_dicts/README.md.json +0 -0
  39. state_dicts/RealitiesEdgeXLANIME_20.safetensors.json +0 -0
  40. state_dicts/ViT-L-14-TEXT-detail-improved-hiT-GmP-HF.safetensors.json +0 -0
  41. state_dicts/aZovyaPhotoreal_v1Ultra.safetensors.json +0 -0
  42. state_dicts/ae.safetensors.json +2652 -0
  43. state_dicts/artium_v20.safetensors.json +0 -0
  44. state_dicts/aura_flow_0.2.safetensors.json +0 -0
  45. state_dicts/auraflow.diffusers.1of2.fp16.safetensors.json +2652 -0
  46. state_dicts/auraflow.diffusers.1of3.safetensors.json +1376 -0
  47. state_dicts/auraflow.diffusers.2of2.fp16.safetensors.json +992 -0
  48. state_dicts/auraflow.diffusers.2of3.safetensors.json +1278 -0
  49. state_dicts/auraflow.diffusers.3of3.safetensors.json +992 -0
  50. state_dicts/auraflow.diffusers.merged.json +3642 -0
state_dicts/2dnPony_v2.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/CounterfeitV30_v30.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/FlashSDXL.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-FLUX.1-dev-16steps-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-FLUX.1-dev-16steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-FLUX.1-dev-8steps-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-FLUX.1-dev-8steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-12steps-CFG-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-12steps-CFG-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-1step-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-2steps-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-2steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-4steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-8steps-CFG-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-8steps-CFG-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD15-8steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD3-16steps-CFG-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD3-16steps-CFG-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD3-4steps-CFG-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD3-4steps-CFG-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD3-8steps-CFG-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SD3-8steps-CFG-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-12steps-CFG-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-1step-Unet-Comfyui.fp16.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-1step-Unet.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-1step-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-1step-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-2steps-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-2steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-4steps-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-4steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-8steps-CFG-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-8steps-CFG-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-8steps-lora.safetensors 2.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Hyper-SDXL-8steps-lora.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/Pixart-Sigma-XL-2-2k-ms.diffusers.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/PixartXL-2-1024-ms.diffusers.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/README.md.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/RealitiesEdgeXLANIME_20.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/ViT-L-14-TEXT-detail-improved-hiT-GmP-HF.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/aZovyaPhotoreal_v1Ultra.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/ae.safetensors.json ADDED
@@ -0,0 +1,2652 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "decoder.conv_in.bias": {
3
+ "dtype": "F32",
4
+ "shape": [
5
+ 512
6
+ ],
7
+ "data_offsets": [
8
+ 0,
9
+ 2048
10
+ ]
11
+ },
12
+ "decoder.conv_in.weight": {
13
+ "dtype": "F32",
14
+ "shape": [
15
+ 512,
16
+ 16,
17
+ 3,
18
+ 3
19
+ ],
20
+ "data_offsets": [
21
+ 2048,
22
+ 296960
23
+ ]
24
+ },
25
+ "decoder.conv_out.bias": {
26
+ "dtype": "F32",
27
+ "shape": [
28
+ 3
29
+ ],
30
+ "data_offsets": [
31
+ 296960,
32
+ 296972
33
+ ]
34
+ },
35
+ "decoder.conv_out.weight": {
36
+ "dtype": "F32",
37
+ "shape": [
38
+ 3,
39
+ 128,
40
+ 3,
41
+ 3
42
+ ],
43
+ "data_offsets": [
44
+ 296972,
45
+ 310796
46
+ ]
47
+ },
48
+ "decoder.mid.attn_1.k.bias": {
49
+ "dtype": "F32",
50
+ "shape": [
51
+ 512
52
+ ],
53
+ "data_offsets": [
54
+ 310796,
55
+ 312844
56
+ ]
57
+ },
58
+ "decoder.mid.attn_1.k.weight": {
59
+ "dtype": "F32",
60
+ "shape": [
61
+ 512,
62
+ 512,
63
+ 1,
64
+ 1
65
+ ],
66
+ "data_offsets": [
67
+ 312844,
68
+ 1361420
69
+ ]
70
+ },
71
+ "decoder.mid.attn_1.norm.bias": {
72
+ "dtype": "F32",
73
+ "shape": [
74
+ 512
75
+ ],
76
+ "data_offsets": [
77
+ 1361420,
78
+ 1363468
79
+ ]
80
+ },
81
+ "decoder.mid.attn_1.norm.weight": {
82
+ "dtype": "F32",
83
+ "shape": [
84
+ 512
85
+ ],
86
+ "data_offsets": [
87
+ 1363468,
88
+ 1365516
89
+ ]
90
+ },
91
+ "decoder.mid.attn_1.proj_out.bias": {
92
+ "dtype": "F32",
93
+ "shape": [
94
+ 512
95
+ ],
96
+ "data_offsets": [
97
+ 1365516,
98
+ 1367564
99
+ ]
100
+ },
101
+ "decoder.mid.attn_1.proj_out.weight": {
102
+ "dtype": "F32",
103
+ "shape": [
104
+ 512,
105
+ 512,
106
+ 1,
107
+ 1
108
+ ],
109
+ "data_offsets": [
110
+ 1367564,
111
+ 2416140
112
+ ]
113
+ },
114
+ "decoder.mid.attn_1.q.bias": {
115
+ "dtype": "F32",
116
+ "shape": [
117
+ 512
118
+ ],
119
+ "data_offsets": [
120
+ 2416140,
121
+ 2418188
122
+ ]
123
+ },
124
+ "decoder.mid.attn_1.q.weight": {
125
+ "dtype": "F32",
126
+ "shape": [
127
+ 512,
128
+ 512,
129
+ 1,
130
+ 1
131
+ ],
132
+ "data_offsets": [
133
+ 2418188,
134
+ 3466764
135
+ ]
136
+ },
137
+ "decoder.mid.attn_1.v.bias": {
138
+ "dtype": "F32",
139
+ "shape": [
140
+ 512
141
+ ],
142
+ "data_offsets": [
143
+ 3466764,
144
+ 3468812
145
+ ]
146
+ },
147
+ "decoder.mid.attn_1.v.weight": {
148
+ "dtype": "F32",
149
+ "shape": [
150
+ 512,
151
+ 512,
152
+ 1,
153
+ 1
154
+ ],
155
+ "data_offsets": [
156
+ 3468812,
157
+ 4517388
158
+ ]
159
+ },
160
+ "decoder.mid.block_1.conv1.bias": {
161
+ "dtype": "F32",
162
+ "shape": [
163
+ 512
164
+ ],
165
+ "data_offsets": [
166
+ 4517388,
167
+ 4519436
168
+ ]
169
+ },
170
+ "decoder.mid.block_1.conv1.weight": {
171
+ "dtype": "F32",
172
+ "shape": [
173
+ 512,
174
+ 512,
175
+ 3,
176
+ 3
177
+ ],
178
+ "data_offsets": [
179
+ 4519436,
180
+ 13956620
181
+ ]
182
+ },
183
+ "decoder.mid.block_1.conv2.bias": {
184
+ "dtype": "F32",
185
+ "shape": [
186
+ 512
187
+ ],
188
+ "data_offsets": [
189
+ 13956620,
190
+ 13958668
191
+ ]
192
+ },
193
+ "decoder.mid.block_1.conv2.weight": {
194
+ "dtype": "F32",
195
+ "shape": [
196
+ 512,
197
+ 512,
198
+ 3,
199
+ 3
200
+ ],
201
+ "data_offsets": [
202
+ 13958668,
203
+ 23395852
204
+ ]
205
+ },
206
+ "decoder.mid.block_1.norm1.bias": {
207
+ "dtype": "F32",
208
+ "shape": [
209
+ 512
210
+ ],
211
+ "data_offsets": [
212
+ 23395852,
213
+ 23397900
214
+ ]
215
+ },
216
+ "decoder.mid.block_1.norm1.weight": {
217
+ "dtype": "F32",
218
+ "shape": [
219
+ 512
220
+ ],
221
+ "data_offsets": [
222
+ 23397900,
223
+ 23399948
224
+ ]
225
+ },
226
+ "decoder.mid.block_1.norm2.bias": {
227
+ "dtype": "F32",
228
+ "shape": [
229
+ 512
230
+ ],
231
+ "data_offsets": [
232
+ 23399948,
233
+ 23401996
234
+ ]
235
+ },
236
+ "decoder.mid.block_1.norm2.weight": {
237
+ "dtype": "F32",
238
+ "shape": [
239
+ 512
240
+ ],
241
+ "data_offsets": [
242
+ 23401996,
243
+ 23404044
244
+ ]
245
+ },
246
+ "decoder.mid.block_2.conv1.bias": {
247
+ "dtype": "F32",
248
+ "shape": [
249
+ 512
250
+ ],
251
+ "data_offsets": [
252
+ 23404044,
253
+ 23406092
254
+ ]
255
+ },
256
+ "decoder.mid.block_2.conv1.weight": {
257
+ "dtype": "F32",
258
+ "shape": [
259
+ 512,
260
+ 512,
261
+ 3,
262
+ 3
263
+ ],
264
+ "data_offsets": [
265
+ 23406092,
266
+ 32843276
267
+ ]
268
+ },
269
+ "decoder.mid.block_2.conv2.bias": {
270
+ "dtype": "F32",
271
+ "shape": [
272
+ 512
273
+ ],
274
+ "data_offsets": [
275
+ 32843276,
276
+ 32845324
277
+ ]
278
+ },
279
+ "decoder.mid.block_2.conv2.weight": {
280
+ "dtype": "F32",
281
+ "shape": [
282
+ 512,
283
+ 512,
284
+ 3,
285
+ 3
286
+ ],
287
+ "data_offsets": [
288
+ 32845324,
289
+ 42282508
290
+ ]
291
+ },
292
+ "decoder.mid.block_2.norm1.bias": {
293
+ "dtype": "F32",
294
+ "shape": [
295
+ 512
296
+ ],
297
+ "data_offsets": [
298
+ 42282508,
299
+ 42284556
300
+ ]
301
+ },
302
+ "decoder.mid.block_2.norm1.weight": {
303
+ "dtype": "F32",
304
+ "shape": [
305
+ 512
306
+ ],
307
+ "data_offsets": [
308
+ 42284556,
309
+ 42286604
310
+ ]
311
+ },
312
+ "decoder.mid.block_2.norm2.bias": {
313
+ "dtype": "F32",
314
+ "shape": [
315
+ 512
316
+ ],
317
+ "data_offsets": [
318
+ 42286604,
319
+ 42288652
320
+ ]
321
+ },
322
+ "decoder.mid.block_2.norm2.weight": {
323
+ "dtype": "F32",
324
+ "shape": [
325
+ 512
326
+ ],
327
+ "data_offsets": [
328
+ 42288652,
329
+ 42290700
330
+ ]
331
+ },
332
+ "decoder.norm_out.bias": {
333
+ "dtype": "F32",
334
+ "shape": [
335
+ 128
336
+ ],
337
+ "data_offsets": [
338
+ 42290700,
339
+ 42291212
340
+ ]
341
+ },
342
+ "decoder.norm_out.weight": {
343
+ "dtype": "F32",
344
+ "shape": [
345
+ 128
346
+ ],
347
+ "data_offsets": [
348
+ 42291212,
349
+ 42291724
350
+ ]
351
+ },
352
+ "decoder.up.0.block.0.conv1.bias": {
353
+ "dtype": "F32",
354
+ "shape": [
355
+ 128
356
+ ],
357
+ "data_offsets": [
358
+ 42291724,
359
+ 42292236
360
+ ]
361
+ },
362
+ "decoder.up.0.block.0.conv1.weight": {
363
+ "dtype": "F32",
364
+ "shape": [
365
+ 128,
366
+ 256,
367
+ 3,
368
+ 3
369
+ ],
370
+ "data_offsets": [
371
+ 42292236,
372
+ 43471884
373
+ ]
374
+ },
375
+ "decoder.up.0.block.0.conv2.bias": {
376
+ "dtype": "F32",
377
+ "shape": [
378
+ 128
379
+ ],
380
+ "data_offsets": [
381
+ 43471884,
382
+ 43472396
383
+ ]
384
+ },
385
+ "decoder.up.0.block.0.conv2.weight": {
386
+ "dtype": "F32",
387
+ "shape": [
388
+ 128,
389
+ 128,
390
+ 3,
391
+ 3
392
+ ],
393
+ "data_offsets": [
394
+ 43472396,
395
+ 44062220
396
+ ]
397
+ },
398
+ "decoder.up.0.block.0.nin_shortcut.bias": {
399
+ "dtype": "F32",
400
+ "shape": [
401
+ 128
402
+ ],
403
+ "data_offsets": [
404
+ 44062220,
405
+ 44062732
406
+ ]
407
+ },
408
+ "decoder.up.0.block.0.nin_shortcut.weight": {
409
+ "dtype": "F32",
410
+ "shape": [
411
+ 128,
412
+ 256,
413
+ 1,
414
+ 1
415
+ ],
416
+ "data_offsets": [
417
+ 44062732,
418
+ 44193804
419
+ ]
420
+ },
421
+ "decoder.up.0.block.0.norm1.bias": {
422
+ "dtype": "F32",
423
+ "shape": [
424
+ 256
425
+ ],
426
+ "data_offsets": [
427
+ 44193804,
428
+ 44194828
429
+ ]
430
+ },
431
+ "decoder.up.0.block.0.norm1.weight": {
432
+ "dtype": "F32",
433
+ "shape": [
434
+ 256
435
+ ],
436
+ "data_offsets": [
437
+ 44194828,
438
+ 44195852
439
+ ]
440
+ },
441
+ "decoder.up.0.block.0.norm2.bias": {
442
+ "dtype": "F32",
443
+ "shape": [
444
+ 128
445
+ ],
446
+ "data_offsets": [
447
+ 44195852,
448
+ 44196364
449
+ ]
450
+ },
451
+ "decoder.up.0.block.0.norm2.weight": {
452
+ "dtype": "F32",
453
+ "shape": [
454
+ 128
455
+ ],
456
+ "data_offsets": [
457
+ 44196364,
458
+ 44196876
459
+ ]
460
+ },
461
+ "decoder.up.0.block.1.conv1.bias": {
462
+ "dtype": "F32",
463
+ "shape": [
464
+ 128
465
+ ],
466
+ "data_offsets": [
467
+ 44196876,
468
+ 44197388
469
+ ]
470
+ },
471
+ "decoder.up.0.block.1.conv1.weight": {
472
+ "dtype": "F32",
473
+ "shape": [
474
+ 128,
475
+ 128,
476
+ 3,
477
+ 3
478
+ ],
479
+ "data_offsets": [
480
+ 44197388,
481
+ 44787212
482
+ ]
483
+ },
484
+ "decoder.up.0.block.1.conv2.bias": {
485
+ "dtype": "F32",
486
+ "shape": [
487
+ 128
488
+ ],
489
+ "data_offsets": [
490
+ 44787212,
491
+ 44787724
492
+ ]
493
+ },
494
+ "decoder.up.0.block.1.conv2.weight": {
495
+ "dtype": "F32",
496
+ "shape": [
497
+ 128,
498
+ 128,
499
+ 3,
500
+ 3
501
+ ],
502
+ "data_offsets": [
503
+ 44787724,
504
+ 45377548
505
+ ]
506
+ },
507
+ "decoder.up.0.block.1.norm1.bias": {
508
+ "dtype": "F32",
509
+ "shape": [
510
+ 128
511
+ ],
512
+ "data_offsets": [
513
+ 45377548,
514
+ 45378060
515
+ ]
516
+ },
517
+ "decoder.up.0.block.1.norm1.weight": {
518
+ "dtype": "F32",
519
+ "shape": [
520
+ 128
521
+ ],
522
+ "data_offsets": [
523
+ 45378060,
524
+ 45378572
525
+ ]
526
+ },
527
+ "decoder.up.0.block.1.norm2.bias": {
528
+ "dtype": "F32",
529
+ "shape": [
530
+ 128
531
+ ],
532
+ "data_offsets": [
533
+ 45378572,
534
+ 45379084
535
+ ]
536
+ },
537
+ "decoder.up.0.block.1.norm2.weight": {
538
+ "dtype": "F32",
539
+ "shape": [
540
+ 128
541
+ ],
542
+ "data_offsets": [
543
+ 45379084,
544
+ 45379596
545
+ ]
546
+ },
547
+ "decoder.up.0.block.2.conv1.bias": {
548
+ "dtype": "F32",
549
+ "shape": [
550
+ 128
551
+ ],
552
+ "data_offsets": [
553
+ 45379596,
554
+ 45380108
555
+ ]
556
+ },
557
+ "decoder.up.0.block.2.conv1.weight": {
558
+ "dtype": "F32",
559
+ "shape": [
560
+ 128,
561
+ 128,
562
+ 3,
563
+ 3
564
+ ],
565
+ "data_offsets": [
566
+ 45380108,
567
+ 45969932
568
+ ]
569
+ },
570
+ "decoder.up.0.block.2.conv2.bias": {
571
+ "dtype": "F32",
572
+ "shape": [
573
+ 128
574
+ ],
575
+ "data_offsets": [
576
+ 45969932,
577
+ 45970444
578
+ ]
579
+ },
580
+ "decoder.up.0.block.2.conv2.weight": {
581
+ "dtype": "F32",
582
+ "shape": [
583
+ 128,
584
+ 128,
585
+ 3,
586
+ 3
587
+ ],
588
+ "data_offsets": [
589
+ 45970444,
590
+ 46560268
591
+ ]
592
+ },
593
+ "decoder.up.0.block.2.norm1.bias": {
594
+ "dtype": "F32",
595
+ "shape": [
596
+ 128
597
+ ],
598
+ "data_offsets": [
599
+ 46560268,
600
+ 46560780
601
+ ]
602
+ },
603
+ "decoder.up.0.block.2.norm1.weight": {
604
+ "dtype": "F32",
605
+ "shape": [
606
+ 128
607
+ ],
608
+ "data_offsets": [
609
+ 46560780,
610
+ 46561292
611
+ ]
612
+ },
613
+ "decoder.up.0.block.2.norm2.bias": {
614
+ "dtype": "F32",
615
+ "shape": [
616
+ 128
617
+ ],
618
+ "data_offsets": [
619
+ 46561292,
620
+ 46561804
621
+ ]
622
+ },
623
+ "decoder.up.0.block.2.norm2.weight": {
624
+ "dtype": "F32",
625
+ "shape": [
626
+ 128
627
+ ],
628
+ "data_offsets": [
629
+ 46561804,
630
+ 46562316
631
+ ]
632
+ },
633
+ "decoder.up.1.block.0.conv1.bias": {
634
+ "dtype": "F32",
635
+ "shape": [
636
+ 256
637
+ ],
638
+ "data_offsets": [
639
+ 46562316,
640
+ 46563340
641
+ ]
642
+ },
643
+ "decoder.up.1.block.0.conv1.weight": {
644
+ "dtype": "F32",
645
+ "shape": [
646
+ 256,
647
+ 512,
648
+ 3,
649
+ 3
650
+ ],
651
+ "data_offsets": [
652
+ 46563340,
653
+ 51281932
654
+ ]
655
+ },
656
+ "decoder.up.1.block.0.conv2.bias": {
657
+ "dtype": "F32",
658
+ "shape": [
659
+ 256
660
+ ],
661
+ "data_offsets": [
662
+ 51281932,
663
+ 51282956
664
+ ]
665
+ },
666
+ "decoder.up.1.block.0.conv2.weight": {
667
+ "dtype": "F32",
668
+ "shape": [
669
+ 256,
670
+ 256,
671
+ 3,
672
+ 3
673
+ ],
674
+ "data_offsets": [
675
+ 51282956,
676
+ 53642252
677
+ ]
678
+ },
679
+ "decoder.up.1.block.0.nin_shortcut.bias": {
680
+ "dtype": "F32",
681
+ "shape": [
682
+ 256
683
+ ],
684
+ "data_offsets": [
685
+ 53642252,
686
+ 53643276
687
+ ]
688
+ },
689
+ "decoder.up.1.block.0.nin_shortcut.weight": {
690
+ "dtype": "F32",
691
+ "shape": [
692
+ 256,
693
+ 512,
694
+ 1,
695
+ 1
696
+ ],
697
+ "data_offsets": [
698
+ 53643276,
699
+ 54167564
700
+ ]
701
+ },
702
+ "decoder.up.1.block.0.norm1.bias": {
703
+ "dtype": "F32",
704
+ "shape": [
705
+ 512
706
+ ],
707
+ "data_offsets": [
708
+ 54167564,
709
+ 54169612
710
+ ]
711
+ },
712
+ "decoder.up.1.block.0.norm1.weight": {
713
+ "dtype": "F32",
714
+ "shape": [
715
+ 512
716
+ ],
717
+ "data_offsets": [
718
+ 54169612,
719
+ 54171660
720
+ ]
721
+ },
722
+ "decoder.up.1.block.0.norm2.bias": {
723
+ "dtype": "F32",
724
+ "shape": [
725
+ 256
726
+ ],
727
+ "data_offsets": [
728
+ 54171660,
729
+ 54172684
730
+ ]
731
+ },
732
+ "decoder.up.1.block.0.norm2.weight": {
733
+ "dtype": "F32",
734
+ "shape": [
735
+ 256
736
+ ],
737
+ "data_offsets": [
738
+ 54172684,
739
+ 54173708
740
+ ]
741
+ },
742
+ "decoder.up.1.block.1.conv1.bias": {
743
+ "dtype": "F32",
744
+ "shape": [
745
+ 256
746
+ ],
747
+ "data_offsets": [
748
+ 54173708,
749
+ 54174732
750
+ ]
751
+ },
752
+ "decoder.up.1.block.1.conv1.weight": {
753
+ "dtype": "F32",
754
+ "shape": [
755
+ 256,
756
+ 256,
757
+ 3,
758
+ 3
759
+ ],
760
+ "data_offsets": [
761
+ 54174732,
762
+ 56534028
763
+ ]
764
+ },
765
+ "decoder.up.1.block.1.conv2.bias": {
766
+ "dtype": "F32",
767
+ "shape": [
768
+ 256
769
+ ],
770
+ "data_offsets": [
771
+ 56534028,
772
+ 56535052
773
+ ]
774
+ },
775
+ "decoder.up.1.block.1.conv2.weight": {
776
+ "dtype": "F32",
777
+ "shape": [
778
+ 256,
779
+ 256,
780
+ 3,
781
+ 3
782
+ ],
783
+ "data_offsets": [
784
+ 56535052,
785
+ 58894348
786
+ ]
787
+ },
788
+ "decoder.up.1.block.1.norm1.bias": {
789
+ "dtype": "F32",
790
+ "shape": [
791
+ 256
792
+ ],
793
+ "data_offsets": [
794
+ 58894348,
795
+ 58895372
796
+ ]
797
+ },
798
+ "decoder.up.1.block.1.norm1.weight": {
799
+ "dtype": "F32",
800
+ "shape": [
801
+ 256
802
+ ],
803
+ "data_offsets": [
804
+ 58895372,
805
+ 58896396
806
+ ]
807
+ },
808
+ "decoder.up.1.block.1.norm2.bias": {
809
+ "dtype": "F32",
810
+ "shape": [
811
+ 256
812
+ ],
813
+ "data_offsets": [
814
+ 58896396,
815
+ 58897420
816
+ ]
817
+ },
818
+ "decoder.up.1.block.1.norm2.weight": {
819
+ "dtype": "F32",
820
+ "shape": [
821
+ 256
822
+ ],
823
+ "data_offsets": [
824
+ 58897420,
825
+ 58898444
826
+ ]
827
+ },
828
+ "decoder.up.1.block.2.conv1.bias": {
829
+ "dtype": "F32",
830
+ "shape": [
831
+ 256
832
+ ],
833
+ "data_offsets": [
834
+ 58898444,
835
+ 58899468
836
+ ]
837
+ },
838
+ "decoder.up.1.block.2.conv1.weight": {
839
+ "dtype": "F32",
840
+ "shape": [
841
+ 256,
842
+ 256,
843
+ 3,
844
+ 3
845
+ ],
846
+ "data_offsets": [
847
+ 58899468,
848
+ 61258764
849
+ ]
850
+ },
851
+ "decoder.up.1.block.2.conv2.bias": {
852
+ "dtype": "F32",
853
+ "shape": [
854
+ 256
855
+ ],
856
+ "data_offsets": [
857
+ 61258764,
858
+ 61259788
859
+ ]
860
+ },
861
+ "decoder.up.1.block.2.conv2.weight": {
862
+ "dtype": "F32",
863
+ "shape": [
864
+ 256,
865
+ 256,
866
+ 3,
867
+ 3
868
+ ],
869
+ "data_offsets": [
870
+ 61259788,
871
+ 63619084
872
+ ]
873
+ },
874
+ "decoder.up.1.block.2.norm1.bias": {
875
+ "dtype": "F32",
876
+ "shape": [
877
+ 256
878
+ ],
879
+ "data_offsets": [
880
+ 63619084,
881
+ 63620108
882
+ ]
883
+ },
884
+ "decoder.up.1.block.2.norm1.weight": {
885
+ "dtype": "F32",
886
+ "shape": [
887
+ 256
888
+ ],
889
+ "data_offsets": [
890
+ 63620108,
891
+ 63621132
892
+ ]
893
+ },
894
+ "decoder.up.1.block.2.norm2.bias": {
895
+ "dtype": "F32",
896
+ "shape": [
897
+ 256
898
+ ],
899
+ "data_offsets": [
900
+ 63621132,
901
+ 63622156
902
+ ]
903
+ },
904
+ "decoder.up.1.block.2.norm2.weight": {
905
+ "dtype": "F32",
906
+ "shape": [
907
+ 256
908
+ ],
909
+ "data_offsets": [
910
+ 63622156,
911
+ 63623180
912
+ ]
913
+ },
914
+ "decoder.up.1.upsample.conv.bias": {
915
+ "dtype": "F32",
916
+ "shape": [
917
+ 256
918
+ ],
919
+ "data_offsets": [
920
+ 63623180,
921
+ 63624204
922
+ ]
923
+ },
924
+ "decoder.up.1.upsample.conv.weight": {
925
+ "dtype": "F32",
926
+ "shape": [
927
+ 256,
928
+ 256,
929
+ 3,
930
+ 3
931
+ ],
932
+ "data_offsets": [
933
+ 63624204,
934
+ 65983500
935
+ ]
936
+ },
937
+ "decoder.up.2.block.0.conv1.bias": {
938
+ "dtype": "F32",
939
+ "shape": [
940
+ 512
941
+ ],
942
+ "data_offsets": [
943
+ 65983500,
944
+ 65985548
945
+ ]
946
+ },
947
+ "decoder.up.2.block.0.conv1.weight": {
948
+ "dtype": "F32",
949
+ "shape": [
950
+ 512,
951
+ 512,
952
+ 3,
953
+ 3
954
+ ],
955
+ "data_offsets": [
956
+ 65985548,
957
+ 75422732
958
+ ]
959
+ },
960
+ "decoder.up.2.block.0.conv2.bias": {
961
+ "dtype": "F32",
962
+ "shape": [
963
+ 512
964
+ ],
965
+ "data_offsets": [
966
+ 75422732,
967
+ 75424780
968
+ ]
969
+ },
970
+ "decoder.up.2.block.0.conv2.weight": {
971
+ "dtype": "F32",
972
+ "shape": [
973
+ 512,
974
+ 512,
975
+ 3,
976
+ 3
977
+ ],
978
+ "data_offsets": [
979
+ 75424780,
980
+ 84861964
981
+ ]
982
+ },
983
+ "decoder.up.2.block.0.norm1.bias": {
984
+ "dtype": "F32",
985
+ "shape": [
986
+ 512
987
+ ],
988
+ "data_offsets": [
989
+ 84861964,
990
+ 84864012
991
+ ]
992
+ },
993
+ "decoder.up.2.block.0.norm1.weight": {
994
+ "dtype": "F32",
995
+ "shape": [
996
+ 512
997
+ ],
998
+ "data_offsets": [
999
+ 84864012,
1000
+ 84866060
1001
+ ]
1002
+ },
1003
+ "decoder.up.2.block.0.norm2.bias": {
1004
+ "dtype": "F32",
1005
+ "shape": [
1006
+ 512
1007
+ ],
1008
+ "data_offsets": [
1009
+ 84866060,
1010
+ 84868108
1011
+ ]
1012
+ },
1013
+ "decoder.up.2.block.0.norm2.weight": {
1014
+ "dtype": "F32",
1015
+ "shape": [
1016
+ 512
1017
+ ],
1018
+ "data_offsets": [
1019
+ 84868108,
1020
+ 84870156
1021
+ ]
1022
+ },
1023
+ "decoder.up.2.block.1.conv1.bias": {
1024
+ "dtype": "F32",
1025
+ "shape": [
1026
+ 512
1027
+ ],
1028
+ "data_offsets": [
1029
+ 84870156,
1030
+ 84872204
1031
+ ]
1032
+ },
1033
+ "decoder.up.2.block.1.conv1.weight": {
1034
+ "dtype": "F32",
1035
+ "shape": [
1036
+ 512,
1037
+ 512,
1038
+ 3,
1039
+ 3
1040
+ ],
1041
+ "data_offsets": [
1042
+ 84872204,
1043
+ 94309388
1044
+ ]
1045
+ },
1046
+ "decoder.up.2.block.1.conv2.bias": {
1047
+ "dtype": "F32",
1048
+ "shape": [
1049
+ 512
1050
+ ],
1051
+ "data_offsets": [
1052
+ 94309388,
1053
+ 94311436
1054
+ ]
1055
+ },
1056
+ "decoder.up.2.block.1.conv2.weight": {
1057
+ "dtype": "F32",
1058
+ "shape": [
1059
+ 512,
1060
+ 512,
1061
+ 3,
1062
+ 3
1063
+ ],
1064
+ "data_offsets": [
1065
+ 94311436,
1066
+ 103748620
1067
+ ]
1068
+ },
1069
+ "decoder.up.2.block.1.norm1.bias": {
1070
+ "dtype": "F32",
1071
+ "shape": [
1072
+ 512
1073
+ ],
1074
+ "data_offsets": [
1075
+ 103748620,
1076
+ 103750668
1077
+ ]
1078
+ },
1079
+ "decoder.up.2.block.1.norm1.weight": {
1080
+ "dtype": "F32",
1081
+ "shape": [
1082
+ 512
1083
+ ],
1084
+ "data_offsets": [
1085
+ 103750668,
1086
+ 103752716
1087
+ ]
1088
+ },
1089
+ "decoder.up.2.block.1.norm2.bias": {
1090
+ "dtype": "F32",
1091
+ "shape": [
1092
+ 512
1093
+ ],
1094
+ "data_offsets": [
1095
+ 103752716,
1096
+ 103754764
1097
+ ]
1098
+ },
1099
+ "decoder.up.2.block.1.norm2.weight": {
1100
+ "dtype": "F32",
1101
+ "shape": [
1102
+ 512
1103
+ ],
1104
+ "data_offsets": [
1105
+ 103754764,
1106
+ 103756812
1107
+ ]
1108
+ },
1109
+ "decoder.up.2.block.2.conv1.bias": {
1110
+ "dtype": "F32",
1111
+ "shape": [
1112
+ 512
1113
+ ],
1114
+ "data_offsets": [
1115
+ 103756812,
1116
+ 103758860
1117
+ ]
1118
+ },
1119
+ "decoder.up.2.block.2.conv1.weight": {
1120
+ "dtype": "F32",
1121
+ "shape": [
1122
+ 512,
1123
+ 512,
1124
+ 3,
1125
+ 3
1126
+ ],
1127
+ "data_offsets": [
1128
+ 103758860,
1129
+ 113196044
1130
+ ]
1131
+ },
1132
+ "decoder.up.2.block.2.conv2.bias": {
1133
+ "dtype": "F32",
1134
+ "shape": [
1135
+ 512
1136
+ ],
1137
+ "data_offsets": [
1138
+ 113196044,
1139
+ 113198092
1140
+ ]
1141
+ },
1142
+ "decoder.up.2.block.2.conv2.weight": {
1143
+ "dtype": "F32",
1144
+ "shape": [
1145
+ 512,
1146
+ 512,
1147
+ 3,
1148
+ 3
1149
+ ],
1150
+ "data_offsets": [
1151
+ 113198092,
1152
+ 122635276
1153
+ ]
1154
+ },
1155
+ "decoder.up.2.block.2.norm1.bias": {
1156
+ "dtype": "F32",
1157
+ "shape": [
1158
+ 512
1159
+ ],
1160
+ "data_offsets": [
1161
+ 122635276,
1162
+ 122637324
1163
+ ]
1164
+ },
1165
+ "decoder.up.2.block.2.norm1.weight": {
1166
+ "dtype": "F32",
1167
+ "shape": [
1168
+ 512
1169
+ ],
1170
+ "data_offsets": [
1171
+ 122637324,
1172
+ 122639372
1173
+ ]
1174
+ },
1175
+ "decoder.up.2.block.2.norm2.bias": {
1176
+ "dtype": "F32",
1177
+ "shape": [
1178
+ 512
1179
+ ],
1180
+ "data_offsets": [
1181
+ 122639372,
1182
+ 122641420
1183
+ ]
1184
+ },
1185
+ "decoder.up.2.block.2.norm2.weight": {
1186
+ "dtype": "F32",
1187
+ "shape": [
1188
+ 512
1189
+ ],
1190
+ "data_offsets": [
1191
+ 122641420,
1192
+ 122643468
1193
+ ]
1194
+ },
1195
+ "decoder.up.2.upsample.conv.bias": {
1196
+ "dtype": "F32",
1197
+ "shape": [
1198
+ 512
1199
+ ],
1200
+ "data_offsets": [
1201
+ 122643468,
1202
+ 122645516
1203
+ ]
1204
+ },
1205
+ "decoder.up.2.upsample.conv.weight": {
1206
+ "dtype": "F32",
1207
+ "shape": [
1208
+ 512,
1209
+ 512,
1210
+ 3,
1211
+ 3
1212
+ ],
1213
+ "data_offsets": [
1214
+ 122645516,
1215
+ 132082700
1216
+ ]
1217
+ },
1218
+ "decoder.up.3.block.0.conv1.bias": {
1219
+ "dtype": "F32",
1220
+ "shape": [
1221
+ 512
1222
+ ],
1223
+ "data_offsets": [
1224
+ 132082700,
1225
+ 132084748
1226
+ ]
1227
+ },
1228
+ "decoder.up.3.block.0.conv1.weight": {
1229
+ "dtype": "F32",
1230
+ "shape": [
1231
+ 512,
1232
+ 512,
1233
+ 3,
1234
+ 3
1235
+ ],
1236
+ "data_offsets": [
1237
+ 132084748,
1238
+ 141521932
1239
+ ]
1240
+ },
1241
+ "decoder.up.3.block.0.conv2.bias": {
1242
+ "dtype": "F32",
1243
+ "shape": [
1244
+ 512
1245
+ ],
1246
+ "data_offsets": [
1247
+ 141521932,
1248
+ 141523980
1249
+ ]
1250
+ },
1251
+ "decoder.up.3.block.0.conv2.weight": {
1252
+ "dtype": "F32",
1253
+ "shape": [
1254
+ 512,
1255
+ 512,
1256
+ 3,
1257
+ 3
1258
+ ],
1259
+ "data_offsets": [
1260
+ 141523980,
1261
+ 150961164
1262
+ ]
1263
+ },
1264
+ "decoder.up.3.block.0.norm1.bias": {
1265
+ "dtype": "F32",
1266
+ "shape": [
1267
+ 512
1268
+ ],
1269
+ "data_offsets": [
1270
+ 150961164,
1271
+ 150963212
1272
+ ]
1273
+ },
1274
+ "decoder.up.3.block.0.norm1.weight": {
1275
+ "dtype": "F32",
1276
+ "shape": [
1277
+ 512
1278
+ ],
1279
+ "data_offsets": [
1280
+ 150963212,
1281
+ 150965260
1282
+ ]
1283
+ },
1284
+ "decoder.up.3.block.0.norm2.bias": {
1285
+ "dtype": "F32",
1286
+ "shape": [
1287
+ 512
1288
+ ],
1289
+ "data_offsets": [
1290
+ 150965260,
1291
+ 150967308
1292
+ ]
1293
+ },
1294
+ "decoder.up.3.block.0.norm2.weight": {
1295
+ "dtype": "F32",
1296
+ "shape": [
1297
+ 512
1298
+ ],
1299
+ "data_offsets": [
1300
+ 150967308,
1301
+ 150969356
1302
+ ]
1303
+ },
1304
+ "decoder.up.3.block.1.conv1.bias": {
1305
+ "dtype": "F32",
1306
+ "shape": [
1307
+ 512
1308
+ ],
1309
+ "data_offsets": [
1310
+ 150969356,
1311
+ 150971404
1312
+ ]
1313
+ },
1314
+ "decoder.up.3.block.1.conv1.weight": {
1315
+ "dtype": "F32",
1316
+ "shape": [
1317
+ 512,
1318
+ 512,
1319
+ 3,
1320
+ 3
1321
+ ],
1322
+ "data_offsets": [
1323
+ 150971404,
1324
+ 160408588
1325
+ ]
1326
+ },
1327
+ "decoder.up.3.block.1.conv2.bias": {
1328
+ "dtype": "F32",
1329
+ "shape": [
1330
+ 512
1331
+ ],
1332
+ "data_offsets": [
1333
+ 160408588,
1334
+ 160410636
1335
+ ]
1336
+ },
1337
+ "decoder.up.3.block.1.conv2.weight": {
1338
+ "dtype": "F32",
1339
+ "shape": [
1340
+ 512,
1341
+ 512,
1342
+ 3,
1343
+ 3
1344
+ ],
1345
+ "data_offsets": [
1346
+ 160410636,
1347
+ 169847820
1348
+ ]
1349
+ },
1350
+ "decoder.up.3.block.1.norm1.bias": {
1351
+ "dtype": "F32",
1352
+ "shape": [
1353
+ 512
1354
+ ],
1355
+ "data_offsets": [
1356
+ 169847820,
1357
+ 169849868
1358
+ ]
1359
+ },
1360
+ "decoder.up.3.block.1.norm1.weight": {
1361
+ "dtype": "F32",
1362
+ "shape": [
1363
+ 512
1364
+ ],
1365
+ "data_offsets": [
1366
+ 169849868,
1367
+ 169851916
1368
+ ]
1369
+ },
1370
+ "decoder.up.3.block.1.norm2.bias": {
1371
+ "dtype": "F32",
1372
+ "shape": [
1373
+ 512
1374
+ ],
1375
+ "data_offsets": [
1376
+ 169851916,
1377
+ 169853964
1378
+ ]
1379
+ },
1380
+ "decoder.up.3.block.1.norm2.weight": {
1381
+ "dtype": "F32",
1382
+ "shape": [
1383
+ 512
1384
+ ],
1385
+ "data_offsets": [
1386
+ 169853964,
1387
+ 169856012
1388
+ ]
1389
+ },
1390
+ "decoder.up.3.block.2.conv1.bias": {
1391
+ "dtype": "F32",
1392
+ "shape": [
1393
+ 512
1394
+ ],
1395
+ "data_offsets": [
1396
+ 169856012,
1397
+ 169858060
1398
+ ]
1399
+ },
1400
+ "decoder.up.3.block.2.conv1.weight": {
1401
+ "dtype": "F32",
1402
+ "shape": [
1403
+ 512,
1404
+ 512,
1405
+ 3,
1406
+ 3
1407
+ ],
1408
+ "data_offsets": [
1409
+ 169858060,
1410
+ 179295244
1411
+ ]
1412
+ },
1413
+ "decoder.up.3.block.2.conv2.bias": {
1414
+ "dtype": "F32",
1415
+ "shape": [
1416
+ 512
1417
+ ],
1418
+ "data_offsets": [
1419
+ 179295244,
1420
+ 179297292
1421
+ ]
1422
+ },
1423
+ "decoder.up.3.block.2.conv2.weight": {
1424
+ "dtype": "F32",
1425
+ "shape": [
1426
+ 512,
1427
+ 512,
1428
+ 3,
1429
+ 3
1430
+ ],
1431
+ "data_offsets": [
1432
+ 179297292,
1433
+ 188734476
1434
+ ]
1435
+ },
1436
+ "decoder.up.3.block.2.norm1.bias": {
1437
+ "dtype": "F32",
1438
+ "shape": [
1439
+ 512
1440
+ ],
1441
+ "data_offsets": [
1442
+ 188734476,
1443
+ 188736524
1444
+ ]
1445
+ },
1446
+ "decoder.up.3.block.2.norm1.weight": {
1447
+ "dtype": "F32",
1448
+ "shape": [
1449
+ 512
1450
+ ],
1451
+ "data_offsets": [
1452
+ 188736524,
1453
+ 188738572
1454
+ ]
1455
+ },
1456
+ "decoder.up.3.block.2.norm2.bias": {
1457
+ "dtype": "F32",
1458
+ "shape": [
1459
+ 512
1460
+ ],
1461
+ "data_offsets": [
1462
+ 188738572,
1463
+ 188740620
1464
+ ]
1465
+ },
1466
+ "decoder.up.3.block.2.norm2.weight": {
1467
+ "dtype": "F32",
1468
+ "shape": [
1469
+ 512
1470
+ ],
1471
+ "data_offsets": [
1472
+ 188740620,
1473
+ 188742668
1474
+ ]
1475
+ },
1476
+ "decoder.up.3.upsample.conv.bias": {
1477
+ "dtype": "F32",
1478
+ "shape": [
1479
+ 512
1480
+ ],
1481
+ "data_offsets": [
1482
+ 188742668,
1483
+ 188744716
1484
+ ]
1485
+ },
1486
+ "decoder.up.3.upsample.conv.weight": {
1487
+ "dtype": "F32",
1488
+ "shape": [
1489
+ 512,
1490
+ 512,
1491
+ 3,
1492
+ 3
1493
+ ],
1494
+ "data_offsets": [
1495
+ 188744716,
1496
+ 198181900
1497
+ ]
1498
+ },
1499
+ "encoder.conv_in.bias": {
1500
+ "dtype": "F32",
1501
+ "shape": [
1502
+ 128
1503
+ ],
1504
+ "data_offsets": [
1505
+ 198181900,
1506
+ 198182412
1507
+ ]
1508
+ },
1509
+ "encoder.conv_in.weight": {
1510
+ "dtype": "F32",
1511
+ "shape": [
1512
+ 128,
1513
+ 3,
1514
+ 3,
1515
+ 3
1516
+ ],
1517
+ "data_offsets": [
1518
+ 198182412,
1519
+ 198196236
1520
+ ]
1521
+ },
1522
+ "encoder.conv_out.bias": {
1523
+ "dtype": "F32",
1524
+ "shape": [
1525
+ 32
1526
+ ],
1527
+ "data_offsets": [
1528
+ 198196236,
1529
+ 198196364
1530
+ ]
1531
+ },
1532
+ "encoder.conv_out.weight": {
1533
+ "dtype": "F32",
1534
+ "shape": [
1535
+ 32,
1536
+ 512,
1537
+ 3,
1538
+ 3
1539
+ ],
1540
+ "data_offsets": [
1541
+ 198196364,
1542
+ 198786188
1543
+ ]
1544
+ },
1545
+ "encoder.down.0.block.0.conv1.bias": {
1546
+ "dtype": "F32",
1547
+ "shape": [
1548
+ 128
1549
+ ],
1550
+ "data_offsets": [
1551
+ 198786188,
1552
+ 198786700
1553
+ ]
1554
+ },
1555
+ "encoder.down.0.block.0.conv1.weight": {
1556
+ "dtype": "F32",
1557
+ "shape": [
1558
+ 128,
1559
+ 128,
1560
+ 3,
1561
+ 3
1562
+ ],
1563
+ "data_offsets": [
1564
+ 198786700,
1565
+ 199376524
1566
+ ]
1567
+ },
1568
+ "encoder.down.0.block.0.conv2.bias": {
1569
+ "dtype": "F32",
1570
+ "shape": [
1571
+ 128
1572
+ ],
1573
+ "data_offsets": [
1574
+ 199376524,
1575
+ 199377036
1576
+ ]
1577
+ },
1578
+ "encoder.down.0.block.0.conv2.weight": {
1579
+ "dtype": "F32",
1580
+ "shape": [
1581
+ 128,
1582
+ 128,
1583
+ 3,
1584
+ 3
1585
+ ],
1586
+ "data_offsets": [
1587
+ 199377036,
1588
+ 199966860
1589
+ ]
1590
+ },
1591
+ "encoder.down.0.block.0.norm1.bias": {
1592
+ "dtype": "F32",
1593
+ "shape": [
1594
+ 128
1595
+ ],
1596
+ "data_offsets": [
1597
+ 199966860,
1598
+ 199967372
1599
+ ]
1600
+ },
1601
+ "encoder.down.0.block.0.norm1.weight": {
1602
+ "dtype": "F32",
1603
+ "shape": [
1604
+ 128
1605
+ ],
1606
+ "data_offsets": [
1607
+ 199967372,
1608
+ 199967884
1609
+ ]
1610
+ },
1611
+ "encoder.down.0.block.0.norm2.bias": {
1612
+ "dtype": "F32",
1613
+ "shape": [
1614
+ 128
1615
+ ],
1616
+ "data_offsets": [
1617
+ 199967884,
1618
+ 199968396
1619
+ ]
1620
+ },
1621
+ "encoder.down.0.block.0.norm2.weight": {
1622
+ "dtype": "F32",
1623
+ "shape": [
1624
+ 128
1625
+ ],
1626
+ "data_offsets": [
1627
+ 199968396,
1628
+ 199968908
1629
+ ]
1630
+ },
1631
+ "encoder.down.0.block.1.conv1.bias": {
1632
+ "dtype": "F32",
1633
+ "shape": [
1634
+ 128
1635
+ ],
1636
+ "data_offsets": [
1637
+ 199968908,
1638
+ 199969420
1639
+ ]
1640
+ },
1641
+ "encoder.down.0.block.1.conv1.weight": {
1642
+ "dtype": "F32",
1643
+ "shape": [
1644
+ 128,
1645
+ 128,
1646
+ 3,
1647
+ 3
1648
+ ],
1649
+ "data_offsets": [
1650
+ 199969420,
1651
+ 200559244
1652
+ ]
1653
+ },
1654
+ "encoder.down.0.block.1.conv2.bias": {
1655
+ "dtype": "F32",
1656
+ "shape": [
1657
+ 128
1658
+ ],
1659
+ "data_offsets": [
1660
+ 200559244,
1661
+ 200559756
1662
+ ]
1663
+ },
1664
+ "encoder.down.0.block.1.conv2.weight": {
1665
+ "dtype": "F32",
1666
+ "shape": [
1667
+ 128,
1668
+ 128,
1669
+ 3,
1670
+ 3
1671
+ ],
1672
+ "data_offsets": [
1673
+ 200559756,
1674
+ 201149580
1675
+ ]
1676
+ },
1677
+ "encoder.down.0.block.1.norm1.bias": {
1678
+ "dtype": "F32",
1679
+ "shape": [
1680
+ 128
1681
+ ],
1682
+ "data_offsets": [
1683
+ 201149580,
1684
+ 201150092
1685
+ ]
1686
+ },
1687
+ "encoder.down.0.block.1.norm1.weight": {
1688
+ "dtype": "F32",
1689
+ "shape": [
1690
+ 128
1691
+ ],
1692
+ "data_offsets": [
1693
+ 201150092,
1694
+ 201150604
1695
+ ]
1696
+ },
1697
+ "encoder.down.0.block.1.norm2.bias": {
1698
+ "dtype": "F32",
1699
+ "shape": [
1700
+ 128
1701
+ ],
1702
+ "data_offsets": [
1703
+ 201150604,
1704
+ 201151116
1705
+ ]
1706
+ },
1707
+ "encoder.down.0.block.1.norm2.weight": {
1708
+ "dtype": "F32",
1709
+ "shape": [
1710
+ 128
1711
+ ],
1712
+ "data_offsets": [
1713
+ 201151116,
1714
+ 201151628
1715
+ ]
1716
+ },
1717
+ "encoder.down.0.downsample.conv.bias": {
1718
+ "dtype": "F32",
1719
+ "shape": [
1720
+ 128
1721
+ ],
1722
+ "data_offsets": [
1723
+ 201151628,
1724
+ 201152140
1725
+ ]
1726
+ },
1727
+ "encoder.down.0.downsample.conv.weight": {
1728
+ "dtype": "F32",
1729
+ "shape": [
1730
+ 128,
1731
+ 128,
1732
+ 3,
1733
+ 3
1734
+ ],
1735
+ "data_offsets": [
1736
+ 201152140,
1737
+ 201741964
1738
+ ]
1739
+ },
1740
+ "encoder.down.1.block.0.conv1.bias": {
1741
+ "dtype": "F32",
1742
+ "shape": [
1743
+ 256
1744
+ ],
1745
+ "data_offsets": [
1746
+ 201741964,
1747
+ 201742988
1748
+ ]
1749
+ },
1750
+ "encoder.down.1.block.0.conv1.weight": {
1751
+ "dtype": "F32",
1752
+ "shape": [
1753
+ 256,
1754
+ 128,
1755
+ 3,
1756
+ 3
1757
+ ],
1758
+ "data_offsets": [
1759
+ 201742988,
1760
+ 202922636
1761
+ ]
1762
+ },
1763
+ "encoder.down.1.block.0.conv2.bias": {
1764
+ "dtype": "F32",
1765
+ "shape": [
1766
+ 256
1767
+ ],
1768
+ "data_offsets": [
1769
+ 202922636,
1770
+ 202923660
1771
+ ]
1772
+ },
1773
+ "encoder.down.1.block.0.conv2.weight": {
1774
+ "dtype": "F32",
1775
+ "shape": [
1776
+ 256,
1777
+ 256,
1778
+ 3,
1779
+ 3
1780
+ ],
1781
+ "data_offsets": [
1782
+ 202923660,
1783
+ 205282956
1784
+ ]
1785
+ },
1786
+ "encoder.down.1.block.0.nin_shortcut.bias": {
1787
+ "dtype": "F32",
1788
+ "shape": [
1789
+ 256
1790
+ ],
1791
+ "data_offsets": [
1792
+ 205282956,
1793
+ 205283980
1794
+ ]
1795
+ },
1796
+ "encoder.down.1.block.0.nin_shortcut.weight": {
1797
+ "dtype": "F32",
1798
+ "shape": [
1799
+ 256,
1800
+ 128,
1801
+ 1,
1802
+ 1
1803
+ ],
1804
+ "data_offsets": [
1805
+ 205283980,
1806
+ 205415052
1807
+ ]
1808
+ },
1809
+ "encoder.down.1.block.0.norm1.bias": {
1810
+ "dtype": "F32",
1811
+ "shape": [
1812
+ 128
1813
+ ],
1814
+ "data_offsets": [
1815
+ 205415052,
1816
+ 205415564
1817
+ ]
1818
+ },
1819
+ "encoder.down.1.block.0.norm1.weight": {
1820
+ "dtype": "F32",
1821
+ "shape": [
1822
+ 128
1823
+ ],
1824
+ "data_offsets": [
1825
+ 205415564,
1826
+ 205416076
1827
+ ]
1828
+ },
1829
+ "encoder.down.1.block.0.norm2.bias": {
1830
+ "dtype": "F32",
1831
+ "shape": [
1832
+ 256
1833
+ ],
1834
+ "data_offsets": [
1835
+ 205416076,
1836
+ 205417100
1837
+ ]
1838
+ },
1839
+ "encoder.down.1.block.0.norm2.weight": {
1840
+ "dtype": "F32",
1841
+ "shape": [
1842
+ 256
1843
+ ],
1844
+ "data_offsets": [
1845
+ 205417100,
1846
+ 205418124
1847
+ ]
1848
+ },
1849
+ "encoder.down.1.block.1.conv1.bias": {
1850
+ "dtype": "F32",
1851
+ "shape": [
1852
+ 256
1853
+ ],
1854
+ "data_offsets": [
1855
+ 205418124,
1856
+ 205419148
1857
+ ]
1858
+ },
1859
+ "encoder.down.1.block.1.conv1.weight": {
1860
+ "dtype": "F32",
1861
+ "shape": [
1862
+ 256,
1863
+ 256,
1864
+ 3,
1865
+ 3
1866
+ ],
1867
+ "data_offsets": [
1868
+ 205419148,
1869
+ 207778444
1870
+ ]
1871
+ },
1872
+ "encoder.down.1.block.1.conv2.bias": {
1873
+ "dtype": "F32",
1874
+ "shape": [
1875
+ 256
1876
+ ],
1877
+ "data_offsets": [
1878
+ 207778444,
1879
+ 207779468
1880
+ ]
1881
+ },
1882
+ "encoder.down.1.block.1.conv2.weight": {
1883
+ "dtype": "F32",
1884
+ "shape": [
1885
+ 256,
1886
+ 256,
1887
+ 3,
1888
+ 3
1889
+ ],
1890
+ "data_offsets": [
1891
+ 207779468,
1892
+ 210138764
1893
+ ]
1894
+ },
1895
+ "encoder.down.1.block.1.norm1.bias": {
1896
+ "dtype": "F32",
1897
+ "shape": [
1898
+ 256
1899
+ ],
1900
+ "data_offsets": [
1901
+ 210138764,
1902
+ 210139788
1903
+ ]
1904
+ },
1905
+ "encoder.down.1.block.1.norm1.weight": {
1906
+ "dtype": "F32",
1907
+ "shape": [
1908
+ 256
1909
+ ],
1910
+ "data_offsets": [
1911
+ 210139788,
1912
+ 210140812
1913
+ ]
1914
+ },
1915
+ "encoder.down.1.block.1.norm2.bias": {
1916
+ "dtype": "F32",
1917
+ "shape": [
1918
+ 256
1919
+ ],
1920
+ "data_offsets": [
1921
+ 210140812,
1922
+ 210141836
1923
+ ]
1924
+ },
1925
+ "encoder.down.1.block.1.norm2.weight": {
1926
+ "dtype": "F32",
1927
+ "shape": [
1928
+ 256
1929
+ ],
1930
+ "data_offsets": [
1931
+ 210141836,
1932
+ 210142860
1933
+ ]
1934
+ },
1935
+ "encoder.down.1.downsample.conv.bias": {
1936
+ "dtype": "F32",
1937
+ "shape": [
1938
+ 256
1939
+ ],
1940
+ "data_offsets": [
1941
+ 210142860,
1942
+ 210143884
1943
+ ]
1944
+ },
1945
+ "encoder.down.1.downsample.conv.weight": {
1946
+ "dtype": "F32",
1947
+ "shape": [
1948
+ 256,
1949
+ 256,
1950
+ 3,
1951
+ 3
1952
+ ],
1953
+ "data_offsets": [
1954
+ 210143884,
1955
+ 212503180
1956
+ ]
1957
+ },
1958
+ "encoder.down.2.block.0.conv1.bias": {
1959
+ "dtype": "F32",
1960
+ "shape": [
1961
+ 512
1962
+ ],
1963
+ "data_offsets": [
1964
+ 212503180,
1965
+ 212505228
1966
+ ]
1967
+ },
1968
+ "encoder.down.2.block.0.conv1.weight": {
1969
+ "dtype": "F32",
1970
+ "shape": [
1971
+ 512,
1972
+ 256,
1973
+ 3,
1974
+ 3
1975
+ ],
1976
+ "data_offsets": [
1977
+ 212505228,
1978
+ 217223820
1979
+ ]
1980
+ },
1981
+ "encoder.down.2.block.0.conv2.bias": {
1982
+ "dtype": "F32",
1983
+ "shape": [
1984
+ 512
1985
+ ],
1986
+ "data_offsets": [
1987
+ 217223820,
1988
+ 217225868
1989
+ ]
1990
+ },
1991
+ "encoder.down.2.block.0.conv2.weight": {
1992
+ "dtype": "F32",
1993
+ "shape": [
1994
+ 512,
1995
+ 512,
1996
+ 3,
1997
+ 3
1998
+ ],
1999
+ "data_offsets": [
2000
+ 217225868,
2001
+ 226663052
2002
+ ]
2003
+ },
2004
+ "encoder.down.2.block.0.nin_shortcut.bias": {
2005
+ "dtype": "F32",
2006
+ "shape": [
2007
+ 512
2008
+ ],
2009
+ "data_offsets": [
2010
+ 226663052,
2011
+ 226665100
2012
+ ]
2013
+ },
2014
+ "encoder.down.2.block.0.nin_shortcut.weight": {
2015
+ "dtype": "F32",
2016
+ "shape": [
2017
+ 512,
2018
+ 256,
2019
+ 1,
2020
+ 1
2021
+ ],
2022
+ "data_offsets": [
2023
+ 226665100,
2024
+ 227189388
2025
+ ]
2026
+ },
2027
+ "encoder.down.2.block.0.norm1.bias": {
2028
+ "dtype": "F32",
2029
+ "shape": [
2030
+ 256
2031
+ ],
2032
+ "data_offsets": [
2033
+ 227189388,
2034
+ 227190412
2035
+ ]
2036
+ },
2037
+ "encoder.down.2.block.0.norm1.weight": {
2038
+ "dtype": "F32",
2039
+ "shape": [
2040
+ 256
2041
+ ],
2042
+ "data_offsets": [
2043
+ 227190412,
2044
+ 227191436
2045
+ ]
2046
+ },
2047
+ "encoder.down.2.block.0.norm2.bias": {
2048
+ "dtype": "F32",
2049
+ "shape": [
2050
+ 512
2051
+ ],
2052
+ "data_offsets": [
2053
+ 227191436,
2054
+ 227193484
2055
+ ]
2056
+ },
2057
+ "encoder.down.2.block.0.norm2.weight": {
2058
+ "dtype": "F32",
2059
+ "shape": [
2060
+ 512
2061
+ ],
2062
+ "data_offsets": [
2063
+ 227193484,
2064
+ 227195532
2065
+ ]
2066
+ },
2067
+ "encoder.down.2.block.1.conv1.bias": {
2068
+ "dtype": "F32",
2069
+ "shape": [
2070
+ 512
2071
+ ],
2072
+ "data_offsets": [
2073
+ 227195532,
2074
+ 227197580
2075
+ ]
2076
+ },
2077
+ "encoder.down.2.block.1.conv1.weight": {
2078
+ "dtype": "F32",
2079
+ "shape": [
2080
+ 512,
2081
+ 512,
2082
+ 3,
2083
+ 3
2084
+ ],
2085
+ "data_offsets": [
2086
+ 227197580,
2087
+ 236634764
2088
+ ]
2089
+ },
2090
+ "encoder.down.2.block.1.conv2.bias": {
2091
+ "dtype": "F32",
2092
+ "shape": [
2093
+ 512
2094
+ ],
2095
+ "data_offsets": [
2096
+ 236634764,
2097
+ 236636812
2098
+ ]
2099
+ },
2100
+ "encoder.down.2.block.1.conv2.weight": {
2101
+ "dtype": "F32",
2102
+ "shape": [
2103
+ 512,
2104
+ 512,
2105
+ 3,
2106
+ 3
2107
+ ],
2108
+ "data_offsets": [
2109
+ 236636812,
2110
+ 246073996
2111
+ ]
2112
+ },
2113
+ "encoder.down.2.block.1.norm1.bias": {
2114
+ "dtype": "F32",
2115
+ "shape": [
2116
+ 512
2117
+ ],
2118
+ "data_offsets": [
2119
+ 246073996,
2120
+ 246076044
2121
+ ]
2122
+ },
2123
+ "encoder.down.2.block.1.norm1.weight": {
2124
+ "dtype": "F32",
2125
+ "shape": [
2126
+ 512
2127
+ ],
2128
+ "data_offsets": [
2129
+ 246076044,
2130
+ 246078092
2131
+ ]
2132
+ },
2133
+ "encoder.down.2.block.1.norm2.bias": {
2134
+ "dtype": "F32",
2135
+ "shape": [
2136
+ 512
2137
+ ],
2138
+ "data_offsets": [
2139
+ 246078092,
2140
+ 246080140
2141
+ ]
2142
+ },
2143
+ "encoder.down.2.block.1.norm2.weight": {
2144
+ "dtype": "F32",
2145
+ "shape": [
2146
+ 512
2147
+ ],
2148
+ "data_offsets": [
2149
+ 246080140,
2150
+ 246082188
2151
+ ]
2152
+ },
2153
+ "encoder.down.2.downsample.conv.bias": {
2154
+ "dtype": "F32",
2155
+ "shape": [
2156
+ 512
2157
+ ],
2158
+ "data_offsets": [
2159
+ 246082188,
2160
+ 246084236
2161
+ ]
2162
+ },
2163
+ "encoder.down.2.downsample.conv.weight": {
2164
+ "dtype": "F32",
2165
+ "shape": [
2166
+ 512,
2167
+ 512,
2168
+ 3,
2169
+ 3
2170
+ ],
2171
+ "data_offsets": [
2172
+ 246084236,
2173
+ 255521420
2174
+ ]
2175
+ },
2176
+ "encoder.down.3.block.0.conv1.bias": {
2177
+ "dtype": "F32",
2178
+ "shape": [
2179
+ 512
2180
+ ],
2181
+ "data_offsets": [
2182
+ 255521420,
2183
+ 255523468
2184
+ ]
2185
+ },
2186
+ "encoder.down.3.block.0.conv1.weight": {
2187
+ "dtype": "F32",
2188
+ "shape": [
2189
+ 512,
2190
+ 512,
2191
+ 3,
2192
+ 3
2193
+ ],
2194
+ "data_offsets": [
2195
+ 255523468,
2196
+ 264960652
2197
+ ]
2198
+ },
2199
+ "encoder.down.3.block.0.conv2.bias": {
2200
+ "dtype": "F32",
2201
+ "shape": [
2202
+ 512
2203
+ ],
2204
+ "data_offsets": [
2205
+ 264960652,
2206
+ 264962700
2207
+ ]
2208
+ },
2209
+ "encoder.down.3.block.0.conv2.weight": {
2210
+ "dtype": "F32",
2211
+ "shape": [
2212
+ 512,
2213
+ 512,
2214
+ 3,
2215
+ 3
2216
+ ],
2217
+ "data_offsets": [
2218
+ 264962700,
2219
+ 274399884
2220
+ ]
2221
+ },
2222
+ "encoder.down.3.block.0.norm1.bias": {
2223
+ "dtype": "F32",
2224
+ "shape": [
2225
+ 512
2226
+ ],
2227
+ "data_offsets": [
2228
+ 274399884,
2229
+ 274401932
2230
+ ]
2231
+ },
2232
+ "encoder.down.3.block.0.norm1.weight": {
2233
+ "dtype": "F32",
2234
+ "shape": [
2235
+ 512
2236
+ ],
2237
+ "data_offsets": [
2238
+ 274401932,
2239
+ 274403980
2240
+ ]
2241
+ },
2242
+ "encoder.down.3.block.0.norm2.bias": {
2243
+ "dtype": "F32",
2244
+ "shape": [
2245
+ 512
2246
+ ],
2247
+ "data_offsets": [
2248
+ 274403980,
2249
+ 274406028
2250
+ ]
2251
+ },
2252
+ "encoder.down.3.block.0.norm2.weight": {
2253
+ "dtype": "F32",
2254
+ "shape": [
2255
+ 512
2256
+ ],
2257
+ "data_offsets": [
2258
+ 274406028,
2259
+ 274408076
2260
+ ]
2261
+ },
2262
+ "encoder.down.3.block.1.conv1.bias": {
2263
+ "dtype": "F32",
2264
+ "shape": [
2265
+ 512
2266
+ ],
2267
+ "data_offsets": [
2268
+ 274408076,
2269
+ 274410124
2270
+ ]
2271
+ },
2272
+ "encoder.down.3.block.1.conv1.weight": {
2273
+ "dtype": "F32",
2274
+ "shape": [
2275
+ 512,
2276
+ 512,
2277
+ 3,
2278
+ 3
2279
+ ],
2280
+ "data_offsets": [
2281
+ 274410124,
2282
+ 283847308
2283
+ ]
2284
+ },
2285
+ "encoder.down.3.block.1.conv2.bias": {
2286
+ "dtype": "F32",
2287
+ "shape": [
2288
+ 512
2289
+ ],
2290
+ "data_offsets": [
2291
+ 283847308,
2292
+ 283849356
2293
+ ]
2294
+ },
2295
+ "encoder.down.3.block.1.conv2.weight": {
2296
+ "dtype": "F32",
2297
+ "shape": [
2298
+ 512,
2299
+ 512,
2300
+ 3,
2301
+ 3
2302
+ ],
2303
+ "data_offsets": [
2304
+ 283849356,
2305
+ 293286540
2306
+ ]
2307
+ },
2308
+ "encoder.down.3.block.1.norm1.bias": {
2309
+ "dtype": "F32",
2310
+ "shape": [
2311
+ 512
2312
+ ],
2313
+ "data_offsets": [
2314
+ 293286540,
2315
+ 293288588
2316
+ ]
2317
+ },
2318
+ "encoder.down.3.block.1.norm1.weight": {
2319
+ "dtype": "F32",
2320
+ "shape": [
2321
+ 512
2322
+ ],
2323
+ "data_offsets": [
2324
+ 293288588,
2325
+ 293290636
2326
+ ]
2327
+ },
2328
+ "encoder.down.3.block.1.norm2.bias": {
2329
+ "dtype": "F32",
2330
+ "shape": [
2331
+ 512
2332
+ ],
2333
+ "data_offsets": [
2334
+ 293290636,
2335
+ 293292684
2336
+ ]
2337
+ },
2338
+ "encoder.down.3.block.1.norm2.weight": {
2339
+ "dtype": "F32",
2340
+ "shape": [
2341
+ 512
2342
+ ],
2343
+ "data_offsets": [
2344
+ 293292684,
2345
+ 293294732
2346
+ ]
2347
+ },
2348
+ "encoder.mid.attn_1.k.bias": {
2349
+ "dtype": "F32",
2350
+ "shape": [
2351
+ 512
2352
+ ],
2353
+ "data_offsets": [
2354
+ 293294732,
2355
+ 293296780
2356
+ ]
2357
+ },
2358
+ "encoder.mid.attn_1.k.weight": {
2359
+ "dtype": "F32",
2360
+ "shape": [
2361
+ 512,
2362
+ 512,
2363
+ 1,
2364
+ 1
2365
+ ],
2366
+ "data_offsets": [
2367
+ 293296780,
2368
+ 294345356
2369
+ ]
2370
+ },
2371
+ "encoder.mid.attn_1.norm.bias": {
2372
+ "dtype": "F32",
2373
+ "shape": [
2374
+ 512
2375
+ ],
2376
+ "data_offsets": [
2377
+ 294345356,
2378
+ 294347404
2379
+ ]
2380
+ },
2381
+ "encoder.mid.attn_1.norm.weight": {
2382
+ "dtype": "F32",
2383
+ "shape": [
2384
+ 512
2385
+ ],
2386
+ "data_offsets": [
2387
+ 294347404,
2388
+ 294349452
2389
+ ]
2390
+ },
2391
+ "encoder.mid.attn_1.proj_out.bias": {
2392
+ "dtype": "F32",
2393
+ "shape": [
2394
+ 512
2395
+ ],
2396
+ "data_offsets": [
2397
+ 294349452,
2398
+ 294351500
2399
+ ]
2400
+ },
2401
+ "encoder.mid.attn_1.proj_out.weight": {
2402
+ "dtype": "F32",
2403
+ "shape": [
2404
+ 512,
2405
+ 512,
2406
+ 1,
2407
+ 1
2408
+ ],
2409
+ "data_offsets": [
2410
+ 294351500,
2411
+ 295400076
2412
+ ]
2413
+ },
2414
+ "encoder.mid.attn_1.q.bias": {
2415
+ "dtype": "F32",
2416
+ "shape": [
2417
+ 512
2418
+ ],
2419
+ "data_offsets": [
2420
+ 295400076,
2421
+ 295402124
2422
+ ]
2423
+ },
2424
+ "encoder.mid.attn_1.q.weight": {
2425
+ "dtype": "F32",
2426
+ "shape": [
2427
+ 512,
2428
+ 512,
2429
+ 1,
2430
+ 1
2431
+ ],
2432
+ "data_offsets": [
2433
+ 295402124,
2434
+ 296450700
2435
+ ]
2436
+ },
2437
+ "encoder.mid.attn_1.v.bias": {
2438
+ "dtype": "F32",
2439
+ "shape": [
2440
+ 512
2441
+ ],
2442
+ "data_offsets": [
2443
+ 296450700,
2444
+ 296452748
2445
+ ]
2446
+ },
2447
+ "encoder.mid.attn_1.v.weight": {
2448
+ "dtype": "F32",
2449
+ "shape": [
2450
+ 512,
2451
+ 512,
2452
+ 1,
2453
+ 1
2454
+ ],
2455
+ "data_offsets": [
2456
+ 296452748,
2457
+ 297501324
2458
+ ]
2459
+ },
2460
+ "encoder.mid.block_1.conv1.bias": {
2461
+ "dtype": "F32",
2462
+ "shape": [
2463
+ 512
2464
+ ],
2465
+ "data_offsets": [
2466
+ 297501324,
2467
+ 297503372
2468
+ ]
2469
+ },
2470
+ "encoder.mid.block_1.conv1.weight": {
2471
+ "dtype": "F32",
2472
+ "shape": [
2473
+ 512,
2474
+ 512,
2475
+ 3,
2476
+ 3
2477
+ ],
2478
+ "data_offsets": [
2479
+ 297503372,
2480
+ 306940556
2481
+ ]
2482
+ },
2483
+ "encoder.mid.block_1.conv2.bias": {
2484
+ "dtype": "F32",
2485
+ "shape": [
2486
+ 512
2487
+ ],
2488
+ "data_offsets": [
2489
+ 306940556,
2490
+ 306942604
2491
+ ]
2492
+ },
2493
+ "encoder.mid.block_1.conv2.weight": {
2494
+ "dtype": "F32",
2495
+ "shape": [
2496
+ 512,
2497
+ 512,
2498
+ 3,
2499
+ 3
2500
+ ],
2501
+ "data_offsets": [
2502
+ 306942604,
2503
+ 316379788
2504
+ ]
2505
+ },
2506
+ "encoder.mid.block_1.norm1.bias": {
2507
+ "dtype": "F32",
2508
+ "shape": [
2509
+ 512
2510
+ ],
2511
+ "data_offsets": [
2512
+ 316379788,
2513
+ 316381836
2514
+ ]
2515
+ },
2516
+ "encoder.mid.block_1.norm1.weight": {
2517
+ "dtype": "F32",
2518
+ "shape": [
2519
+ 512
2520
+ ],
2521
+ "data_offsets": [
2522
+ 316381836,
2523
+ 316383884
2524
+ ]
2525
+ },
2526
+ "encoder.mid.block_1.norm2.bias": {
2527
+ "dtype": "F32",
2528
+ "shape": [
2529
+ 512
2530
+ ],
2531
+ "data_offsets": [
2532
+ 316383884,
2533
+ 316385932
2534
+ ]
2535
+ },
2536
+ "encoder.mid.block_1.norm2.weight": {
2537
+ "dtype": "F32",
2538
+ "shape": [
2539
+ 512
2540
+ ],
2541
+ "data_offsets": [
2542
+ 316385932,
2543
+ 316387980
2544
+ ]
2545
+ },
2546
+ "encoder.mid.block_2.conv1.bias": {
2547
+ "dtype": "F32",
2548
+ "shape": [
2549
+ 512
2550
+ ],
2551
+ "data_offsets": [
2552
+ 316387980,
2553
+ 316390028
2554
+ ]
2555
+ },
2556
+ "encoder.mid.block_2.conv1.weight": {
2557
+ "dtype": "F32",
2558
+ "shape": [
2559
+ 512,
2560
+ 512,
2561
+ 3,
2562
+ 3
2563
+ ],
2564
+ "data_offsets": [
2565
+ 316390028,
2566
+ 325827212
2567
+ ]
2568
+ },
2569
+ "encoder.mid.block_2.conv2.bias": {
2570
+ "dtype": "F32",
2571
+ "shape": [
2572
+ 512
2573
+ ],
2574
+ "data_offsets": [
2575
+ 325827212,
2576
+ 325829260
2577
+ ]
2578
+ },
2579
+ "encoder.mid.block_2.conv2.weight": {
2580
+ "dtype": "F32",
2581
+ "shape": [
2582
+ 512,
2583
+ 512,
2584
+ 3,
2585
+ 3
2586
+ ],
2587
+ "data_offsets": [
2588
+ 325829260,
2589
+ 335266444
2590
+ ]
2591
+ },
2592
+ "encoder.mid.block_2.norm1.bias": {
2593
+ "dtype": "F32",
2594
+ "shape": [
2595
+ 512
2596
+ ],
2597
+ "data_offsets": [
2598
+ 335266444,
2599
+ 335268492
2600
+ ]
2601
+ },
2602
+ "encoder.mid.block_2.norm1.weight": {
2603
+ "dtype": "F32",
2604
+ "shape": [
2605
+ 512
2606
+ ],
2607
+ "data_offsets": [
2608
+ 335268492,
2609
+ 335270540
2610
+ ]
2611
+ },
2612
+ "encoder.mid.block_2.norm2.bias": {
2613
+ "dtype": "F32",
2614
+ "shape": [
2615
+ 512
2616
+ ],
2617
+ "data_offsets": [
2618
+ 335270540,
2619
+ 335272588
2620
+ ]
2621
+ },
2622
+ "encoder.mid.block_2.norm2.weight": {
2623
+ "dtype": "F32",
2624
+ "shape": [
2625
+ 512
2626
+ ],
2627
+ "data_offsets": [
2628
+ 335272588,
2629
+ 335274636
2630
+ ]
2631
+ },
2632
+ "encoder.norm_out.bias": {
2633
+ "dtype": "F32",
2634
+ "shape": [
2635
+ 512
2636
+ ],
2637
+ "data_offsets": [
2638
+ 335274636,
2639
+ 335276684
2640
+ ]
2641
+ },
2642
+ "encoder.norm_out.weight": {
2643
+ "dtype": "F32",
2644
+ "shape": [
2645
+ 512
2646
+ ],
2647
+ "data_offsets": [
2648
+ 335276684,
2649
+ 335278732
2650
+ ]
2651
+ }
2652
+ }
state_dicts/artium_v20.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/aura_flow_0.2.safetensors.json ADDED
The diff for this file is too large to render. See raw diff
 
state_dicts/auraflow.diffusers.1of2.fp16.safetensors.json ADDED
@@ -0,0 +1,2652 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "context_embedder.weight": {
3
+ "dtype": "F16",
4
+ "shape": [
5
+ 3072,
6
+ 2048
7
+ ],
8
+ "data_offsets": [
9
+ 0,
10
+ 12582912
11
+ ]
12
+ },
13
+ "joint_transformer_blocks.0.attn.add_k_proj.weight": {
14
+ "dtype": "F16",
15
+ "shape": [
16
+ 3072,
17
+ 3072
18
+ ],
19
+ "data_offsets": [
20
+ 12582912,
21
+ 31457280
22
+ ]
23
+ },
24
+ "joint_transformer_blocks.0.attn.add_q_proj.weight": {
25
+ "dtype": "F16",
26
+ "shape": [
27
+ 3072,
28
+ 3072
29
+ ],
30
+ "data_offsets": [
31
+ 31457280,
32
+ 50331648
33
+ ]
34
+ },
35
+ "joint_transformer_blocks.0.attn.add_v_proj.weight": {
36
+ "dtype": "F16",
37
+ "shape": [
38
+ 3072,
39
+ 3072
40
+ ],
41
+ "data_offsets": [
42
+ 50331648,
43
+ 69206016
44
+ ]
45
+ },
46
+ "joint_transformer_blocks.0.attn.to_add_out.weight": {
47
+ "dtype": "F16",
48
+ "shape": [
49
+ 3072,
50
+ 3072
51
+ ],
52
+ "data_offsets": [
53
+ 69206016,
54
+ 88080384
55
+ ]
56
+ },
57
+ "joint_transformer_blocks.0.attn.to_k.weight": {
58
+ "dtype": "F16",
59
+ "shape": [
60
+ 3072,
61
+ 3072
62
+ ],
63
+ "data_offsets": [
64
+ 88080384,
65
+ 106954752
66
+ ]
67
+ },
68
+ "joint_transformer_blocks.0.attn.to_out.0.weight": {
69
+ "dtype": "F16",
70
+ "shape": [
71
+ 3072,
72
+ 3072
73
+ ],
74
+ "data_offsets": [
75
+ 106954752,
76
+ 125829120
77
+ ]
78
+ },
79
+ "joint_transformer_blocks.0.attn.to_q.weight": {
80
+ "dtype": "F16",
81
+ "shape": [
82
+ 3072,
83
+ 3072
84
+ ],
85
+ "data_offsets": [
86
+ 125829120,
87
+ 144703488
88
+ ]
89
+ },
90
+ "joint_transformer_blocks.0.attn.to_v.weight": {
91
+ "dtype": "F16",
92
+ "shape": [
93
+ 3072,
94
+ 3072
95
+ ],
96
+ "data_offsets": [
97
+ 144703488,
98
+ 163577856
99
+ ]
100
+ },
101
+ "joint_transformer_blocks.0.ff.linear_1.weight": {
102
+ "dtype": "F16",
103
+ "shape": [
104
+ 8192,
105
+ 3072
106
+ ],
107
+ "data_offsets": [
108
+ 163577856,
109
+ 213909504
110
+ ]
111
+ },
112
+ "joint_transformer_blocks.0.ff.linear_2.weight": {
113
+ "dtype": "F16",
114
+ "shape": [
115
+ 8192,
116
+ 3072
117
+ ],
118
+ "data_offsets": [
119
+ 213909504,
120
+ 264241152
121
+ ]
122
+ },
123
+ "joint_transformer_blocks.0.ff.out_projection.weight": {
124
+ "dtype": "F16",
125
+ "shape": [
126
+ 3072,
127
+ 8192
128
+ ],
129
+ "data_offsets": [
130
+ 264241152,
131
+ 314572800
132
+ ]
133
+ },
134
+ "joint_transformer_blocks.0.ff_context.linear_1.weight": {
135
+ "dtype": "F16",
136
+ "shape": [
137
+ 8192,
138
+ 3072
139
+ ],
140
+ "data_offsets": [
141
+ 314572800,
142
+ 364904448
143
+ ]
144
+ },
145
+ "joint_transformer_blocks.0.ff_context.linear_2.weight": {
146
+ "dtype": "F16",
147
+ "shape": [
148
+ 8192,
149
+ 3072
150
+ ],
151
+ "data_offsets": [
152
+ 364904448,
153
+ 415236096
154
+ ]
155
+ },
156
+ "joint_transformer_blocks.0.ff_context.out_projection.weight": {
157
+ "dtype": "F16",
158
+ "shape": [
159
+ 3072,
160
+ 8192
161
+ ],
162
+ "data_offsets": [
163
+ 415236096,
164
+ 465567744
165
+ ]
166
+ },
167
+ "joint_transformer_blocks.0.norm1.linear.weight": {
168
+ "dtype": "F16",
169
+ "shape": [
170
+ 18432,
171
+ 3072
172
+ ],
173
+ "data_offsets": [
174
+ 465567744,
175
+ 578813952
176
+ ]
177
+ },
178
+ "joint_transformer_blocks.0.norm1_context.linear.weight": {
179
+ "dtype": "F16",
180
+ "shape": [
181
+ 18432,
182
+ 3072
183
+ ],
184
+ "data_offsets": [
185
+ 578813952,
186
+ 692060160
187
+ ]
188
+ },
189
+ "joint_transformer_blocks.1.attn.add_k_proj.weight": {
190
+ "dtype": "F16",
191
+ "shape": [
192
+ 3072,
193
+ 3072
194
+ ],
195
+ "data_offsets": [
196
+ 692060160,
197
+ 710934528
198
+ ]
199
+ },
200
+ "joint_transformer_blocks.1.attn.add_q_proj.weight": {
201
+ "dtype": "F16",
202
+ "shape": [
203
+ 3072,
204
+ 3072
205
+ ],
206
+ "data_offsets": [
207
+ 710934528,
208
+ 729808896
209
+ ]
210
+ },
211
+ "joint_transformer_blocks.1.attn.add_v_proj.weight": {
212
+ "dtype": "F16",
213
+ "shape": [
214
+ 3072,
215
+ 3072
216
+ ],
217
+ "data_offsets": [
218
+ 729808896,
219
+ 748683264
220
+ ]
221
+ },
222
+ "joint_transformer_blocks.1.attn.to_add_out.weight": {
223
+ "dtype": "F16",
224
+ "shape": [
225
+ 3072,
226
+ 3072
227
+ ],
228
+ "data_offsets": [
229
+ 748683264,
230
+ 767557632
231
+ ]
232
+ },
233
+ "joint_transformer_blocks.1.attn.to_k.weight": {
234
+ "dtype": "F16",
235
+ "shape": [
236
+ 3072,
237
+ 3072
238
+ ],
239
+ "data_offsets": [
240
+ 767557632,
241
+ 786432000
242
+ ]
243
+ },
244
+ "joint_transformer_blocks.1.attn.to_out.0.weight": {
245
+ "dtype": "F16",
246
+ "shape": [
247
+ 3072,
248
+ 3072
249
+ ],
250
+ "data_offsets": [
251
+ 786432000,
252
+ 805306368
253
+ ]
254
+ },
255
+ "joint_transformer_blocks.1.attn.to_q.weight": {
256
+ "dtype": "F16",
257
+ "shape": [
258
+ 3072,
259
+ 3072
260
+ ],
261
+ "data_offsets": [
262
+ 805306368,
263
+ 824180736
264
+ ]
265
+ },
266
+ "joint_transformer_blocks.1.attn.to_v.weight": {
267
+ "dtype": "F16",
268
+ "shape": [
269
+ 3072,
270
+ 3072
271
+ ],
272
+ "data_offsets": [
273
+ 824180736,
274
+ 843055104
275
+ ]
276
+ },
277
+ "joint_transformer_blocks.1.ff.linear_1.weight": {
278
+ "dtype": "F16",
279
+ "shape": [
280
+ 8192,
281
+ 3072
282
+ ],
283
+ "data_offsets": [
284
+ 843055104,
285
+ 893386752
286
+ ]
287
+ },
288
+ "joint_transformer_blocks.1.ff.linear_2.weight": {
289
+ "dtype": "F16",
290
+ "shape": [
291
+ 8192,
292
+ 3072
293
+ ],
294
+ "data_offsets": [
295
+ 893386752,
296
+ 943718400
297
+ ]
298
+ },
299
+ "joint_transformer_blocks.1.ff.out_projection.weight": {
300
+ "dtype": "F16",
301
+ "shape": [
302
+ 3072,
303
+ 8192
304
+ ],
305
+ "data_offsets": [
306
+ 943718400,
307
+ 994050048
308
+ ]
309
+ },
310
+ "joint_transformer_blocks.1.ff_context.linear_1.weight": {
311
+ "dtype": "F16",
312
+ "shape": [
313
+ 8192,
314
+ 3072
315
+ ],
316
+ "data_offsets": [
317
+ 994050048,
318
+ 1044381696
319
+ ]
320
+ },
321
+ "joint_transformer_blocks.1.ff_context.linear_2.weight": {
322
+ "dtype": "F16",
323
+ "shape": [
324
+ 8192,
325
+ 3072
326
+ ],
327
+ "data_offsets": [
328
+ 1044381696,
329
+ 1094713344
330
+ ]
331
+ },
332
+ "joint_transformer_blocks.1.ff_context.out_projection.weight": {
333
+ "dtype": "F16",
334
+ "shape": [
335
+ 3072,
336
+ 8192
337
+ ],
338
+ "data_offsets": [
339
+ 1094713344,
340
+ 1145044992
341
+ ]
342
+ },
343
+ "joint_transformer_blocks.1.norm1.linear.weight": {
344
+ "dtype": "F16",
345
+ "shape": [
346
+ 18432,
347
+ 3072
348
+ ],
349
+ "data_offsets": [
350
+ 1145044992,
351
+ 1258291200
352
+ ]
353
+ },
354
+ "joint_transformer_blocks.1.norm1_context.linear.weight": {
355
+ "dtype": "F16",
356
+ "shape": [
357
+ 18432,
358
+ 3072
359
+ ],
360
+ "data_offsets": [
361
+ 1258291200,
362
+ 1371537408
363
+ ]
364
+ },
365
+ "joint_transformer_blocks.2.attn.add_k_proj.weight": {
366
+ "dtype": "F16",
367
+ "shape": [
368
+ 3072,
369
+ 3072
370
+ ],
371
+ "data_offsets": [
372
+ 1371537408,
373
+ 1390411776
374
+ ]
375
+ },
376
+ "joint_transformer_blocks.2.attn.add_q_proj.weight": {
377
+ "dtype": "F16",
378
+ "shape": [
379
+ 3072,
380
+ 3072
381
+ ],
382
+ "data_offsets": [
383
+ 1390411776,
384
+ 1409286144
385
+ ]
386
+ },
387
+ "joint_transformer_blocks.2.attn.add_v_proj.weight": {
388
+ "dtype": "F16",
389
+ "shape": [
390
+ 3072,
391
+ 3072
392
+ ],
393
+ "data_offsets": [
394
+ 1409286144,
395
+ 1428160512
396
+ ]
397
+ },
398
+ "joint_transformer_blocks.2.attn.to_add_out.weight": {
399
+ "dtype": "F16",
400
+ "shape": [
401
+ 3072,
402
+ 3072
403
+ ],
404
+ "data_offsets": [
405
+ 1428160512,
406
+ 1447034880
407
+ ]
408
+ },
409
+ "joint_transformer_blocks.2.attn.to_k.weight": {
410
+ "dtype": "F16",
411
+ "shape": [
412
+ 3072,
413
+ 3072
414
+ ],
415
+ "data_offsets": [
416
+ 1447034880,
417
+ 1465909248
418
+ ]
419
+ },
420
+ "joint_transformer_blocks.2.attn.to_out.0.weight": {
421
+ "dtype": "F16",
422
+ "shape": [
423
+ 3072,
424
+ 3072
425
+ ],
426
+ "data_offsets": [
427
+ 1465909248,
428
+ 1484783616
429
+ ]
430
+ },
431
+ "joint_transformer_blocks.2.attn.to_q.weight": {
432
+ "dtype": "F16",
433
+ "shape": [
434
+ 3072,
435
+ 3072
436
+ ],
437
+ "data_offsets": [
438
+ 1484783616,
439
+ 1503657984
440
+ ]
441
+ },
442
+ "joint_transformer_blocks.2.attn.to_v.weight": {
443
+ "dtype": "F16",
444
+ "shape": [
445
+ 3072,
446
+ 3072
447
+ ],
448
+ "data_offsets": [
449
+ 1503657984,
450
+ 1522532352
451
+ ]
452
+ },
453
+ "joint_transformer_blocks.2.ff.linear_1.weight": {
454
+ "dtype": "F16",
455
+ "shape": [
456
+ 8192,
457
+ 3072
458
+ ],
459
+ "data_offsets": [
460
+ 1522532352,
461
+ 1572864000
462
+ ]
463
+ },
464
+ "joint_transformer_blocks.2.ff.linear_2.weight": {
465
+ "dtype": "F16",
466
+ "shape": [
467
+ 8192,
468
+ 3072
469
+ ],
470
+ "data_offsets": [
471
+ 1572864000,
472
+ 1623195648
473
+ ]
474
+ },
475
+ "joint_transformer_blocks.2.ff.out_projection.weight": {
476
+ "dtype": "F16",
477
+ "shape": [
478
+ 3072,
479
+ 8192
480
+ ],
481
+ "data_offsets": [
482
+ 1623195648,
483
+ 1673527296
484
+ ]
485
+ },
486
+ "joint_transformer_blocks.2.ff_context.linear_1.weight": {
487
+ "dtype": "F16",
488
+ "shape": [
489
+ 8192,
490
+ 3072
491
+ ],
492
+ "data_offsets": [
493
+ 1673527296,
494
+ 1723858944
495
+ ]
496
+ },
497
+ "joint_transformer_blocks.2.ff_context.linear_2.weight": {
498
+ "dtype": "F16",
499
+ "shape": [
500
+ 8192,
501
+ 3072
502
+ ],
503
+ "data_offsets": [
504
+ 1723858944,
505
+ 1774190592
506
+ ]
507
+ },
508
+ "joint_transformer_blocks.2.ff_context.out_projection.weight": {
509
+ "dtype": "F16",
510
+ "shape": [
511
+ 3072,
512
+ 8192
513
+ ],
514
+ "data_offsets": [
515
+ 1774190592,
516
+ 1824522240
517
+ ]
518
+ },
519
+ "joint_transformer_blocks.2.norm1.linear.weight": {
520
+ "dtype": "F16",
521
+ "shape": [
522
+ 18432,
523
+ 3072
524
+ ],
525
+ "data_offsets": [
526
+ 1824522240,
527
+ 1937768448
528
+ ]
529
+ },
530
+ "joint_transformer_blocks.2.norm1_context.linear.weight": {
531
+ "dtype": "F16",
532
+ "shape": [
533
+ 18432,
534
+ 3072
535
+ ],
536
+ "data_offsets": [
537
+ 1937768448,
538
+ 2051014656
539
+ ]
540
+ },
541
+ "joint_transformer_blocks.3.attn.add_k_proj.weight": {
542
+ "dtype": "F16",
543
+ "shape": [
544
+ 3072,
545
+ 3072
546
+ ],
547
+ "data_offsets": [
548
+ 2051014656,
549
+ 2069889024
550
+ ]
551
+ },
552
+ "joint_transformer_blocks.3.attn.add_q_proj.weight": {
553
+ "dtype": "F16",
554
+ "shape": [
555
+ 3072,
556
+ 3072
557
+ ],
558
+ "data_offsets": [
559
+ 2069889024,
560
+ 2088763392
561
+ ]
562
+ },
563
+ "joint_transformer_blocks.3.attn.add_v_proj.weight": {
564
+ "dtype": "F16",
565
+ "shape": [
566
+ 3072,
567
+ 3072
568
+ ],
569
+ "data_offsets": [
570
+ 2088763392,
571
+ 2107637760
572
+ ]
573
+ },
574
+ "joint_transformer_blocks.3.attn.to_add_out.weight": {
575
+ "dtype": "F16",
576
+ "shape": [
577
+ 3072,
578
+ 3072
579
+ ],
580
+ "data_offsets": [
581
+ 2107637760,
582
+ 2126512128
583
+ ]
584
+ },
585
+ "joint_transformer_blocks.3.attn.to_k.weight": {
586
+ "dtype": "F16",
587
+ "shape": [
588
+ 3072,
589
+ 3072
590
+ ],
591
+ "data_offsets": [
592
+ 2126512128,
593
+ 2145386496
594
+ ]
595
+ },
596
+ "joint_transformer_blocks.3.attn.to_out.0.weight": {
597
+ "dtype": "F16",
598
+ "shape": [
599
+ 3072,
600
+ 3072
601
+ ],
602
+ "data_offsets": [
603
+ 2145386496,
604
+ 2164260864
605
+ ]
606
+ },
607
+ "joint_transformer_blocks.3.attn.to_q.weight": {
608
+ "dtype": "F16",
609
+ "shape": [
610
+ 3072,
611
+ 3072
612
+ ],
613
+ "data_offsets": [
614
+ 2164260864,
615
+ 2183135232
616
+ ]
617
+ },
618
+ "joint_transformer_blocks.3.attn.to_v.weight": {
619
+ "dtype": "F16",
620
+ "shape": [
621
+ 3072,
622
+ 3072
623
+ ],
624
+ "data_offsets": [
625
+ 2183135232,
626
+ 2202009600
627
+ ]
628
+ },
629
+ "joint_transformer_blocks.3.ff.linear_1.weight": {
630
+ "dtype": "F16",
631
+ "shape": [
632
+ 8192,
633
+ 3072
634
+ ],
635
+ "data_offsets": [
636
+ 2202009600,
637
+ 2252341248
638
+ ]
639
+ },
640
+ "joint_transformer_blocks.3.ff.linear_2.weight": {
641
+ "dtype": "F16",
642
+ "shape": [
643
+ 8192,
644
+ 3072
645
+ ],
646
+ "data_offsets": [
647
+ 2252341248,
648
+ 2302672896
649
+ ]
650
+ },
651
+ "joint_transformer_blocks.3.ff.out_projection.weight": {
652
+ "dtype": "F16",
653
+ "shape": [
654
+ 3072,
655
+ 8192
656
+ ],
657
+ "data_offsets": [
658
+ 2302672896,
659
+ 2353004544
660
+ ]
661
+ },
662
+ "joint_transformer_blocks.3.ff_context.linear_1.weight": {
663
+ "dtype": "F16",
664
+ "shape": [
665
+ 8192,
666
+ 3072
667
+ ],
668
+ "data_offsets": [
669
+ 2353004544,
670
+ 2403336192
671
+ ]
672
+ },
673
+ "joint_transformer_blocks.3.ff_context.linear_2.weight": {
674
+ "dtype": "F16",
675
+ "shape": [
676
+ 8192,
677
+ 3072
678
+ ],
679
+ "data_offsets": [
680
+ 2403336192,
681
+ 2453667840
682
+ ]
683
+ },
684
+ "joint_transformer_blocks.3.ff_context.out_projection.weight": {
685
+ "dtype": "F16",
686
+ "shape": [
687
+ 3072,
688
+ 8192
689
+ ],
690
+ "data_offsets": [
691
+ 2453667840,
692
+ 2503999488
693
+ ]
694
+ },
695
+ "joint_transformer_blocks.3.norm1.linear.weight": {
696
+ "dtype": "F16",
697
+ "shape": [
698
+ 18432,
699
+ 3072
700
+ ],
701
+ "data_offsets": [
702
+ 2503999488,
703
+ 2617245696
704
+ ]
705
+ },
706
+ "joint_transformer_blocks.3.norm1_context.linear.weight": {
707
+ "dtype": "F16",
708
+ "shape": [
709
+ 18432,
710
+ 3072
711
+ ],
712
+ "data_offsets": [
713
+ 2617245696,
714
+ 2730491904
715
+ ]
716
+ },
717
+ "pos_embed.pos_embed": {
718
+ "dtype": "F16",
719
+ "shape": [
720
+ 1,
721
+ 4096,
722
+ 3072
723
+ ],
724
+ "data_offsets": [
725
+ 2730491904,
726
+ 2755657728
727
+ ]
728
+ },
729
+ "pos_embed.proj.bias": {
730
+ "dtype": "F16",
731
+ "shape": [
732
+ 3072
733
+ ],
734
+ "data_offsets": [
735
+ 2755657728,
736
+ 2755663872
737
+ ]
738
+ },
739
+ "pos_embed.proj.weight": {
740
+ "dtype": "F16",
741
+ "shape": [
742
+ 3072,
743
+ 16
744
+ ],
745
+ "data_offsets": [
746
+ 2755663872,
747
+ 2755762176
748
+ ]
749
+ },
750
+ "register_tokens": {
751
+ "dtype": "F16",
752
+ "shape": [
753
+ 1,
754
+ 8,
755
+ 3072
756
+ ],
757
+ "data_offsets": [
758
+ 2755762176,
759
+ 2755811328
760
+ ]
761
+ },
762
+ "single_transformer_blocks.0.attn.to_k.weight": {
763
+ "dtype": "F16",
764
+ "shape": [
765
+ 3072,
766
+ 3072
767
+ ],
768
+ "data_offsets": [
769
+ 2755811328,
770
+ 2774685696
771
+ ]
772
+ },
773
+ "single_transformer_blocks.0.attn.to_out.0.weight": {
774
+ "dtype": "F16",
775
+ "shape": [
776
+ 3072,
777
+ 3072
778
+ ],
779
+ "data_offsets": [
780
+ 2774685696,
781
+ 2793560064
782
+ ]
783
+ },
784
+ "single_transformer_blocks.0.attn.to_q.weight": {
785
+ "dtype": "F16",
786
+ "shape": [
787
+ 3072,
788
+ 3072
789
+ ],
790
+ "data_offsets": [
791
+ 2793560064,
792
+ 2812434432
793
+ ]
794
+ },
795
+ "single_transformer_blocks.0.attn.to_v.weight": {
796
+ "dtype": "F16",
797
+ "shape": [
798
+ 3072,
799
+ 3072
800
+ ],
801
+ "data_offsets": [
802
+ 2812434432,
803
+ 2831308800
804
+ ]
805
+ },
806
+ "single_transformer_blocks.0.ff.linear_1.weight": {
807
+ "dtype": "F16",
808
+ "shape": [
809
+ 8192,
810
+ 3072
811
+ ],
812
+ "data_offsets": [
813
+ 2831308800,
814
+ 2881640448
815
+ ]
816
+ },
817
+ "single_transformer_blocks.0.ff.linear_2.weight": {
818
+ "dtype": "F16",
819
+ "shape": [
820
+ 8192,
821
+ 3072
822
+ ],
823
+ "data_offsets": [
824
+ 2881640448,
825
+ 2931972096
826
+ ]
827
+ },
828
+ "single_transformer_blocks.0.ff.out_projection.weight": {
829
+ "dtype": "F16",
830
+ "shape": [
831
+ 3072,
832
+ 8192
833
+ ],
834
+ "data_offsets": [
835
+ 2931972096,
836
+ 2982303744
837
+ ]
838
+ },
839
+ "single_transformer_blocks.0.norm1.linear.weight": {
840
+ "dtype": "F16",
841
+ "shape": [
842
+ 18432,
843
+ 3072
844
+ ],
845
+ "data_offsets": [
846
+ 2982303744,
847
+ 3095549952
848
+ ]
849
+ },
850
+ "single_transformer_blocks.1.attn.to_k.weight": {
851
+ "dtype": "F16",
852
+ "shape": [
853
+ 3072,
854
+ 3072
855
+ ],
856
+ "data_offsets": [
857
+ 3095549952,
858
+ 3114424320
859
+ ]
860
+ },
861
+ "single_transformer_blocks.1.attn.to_out.0.weight": {
862
+ "dtype": "F16",
863
+ "shape": [
864
+ 3072,
865
+ 3072
866
+ ],
867
+ "data_offsets": [
868
+ 3114424320,
869
+ 3133298688
870
+ ]
871
+ },
872
+ "single_transformer_blocks.1.attn.to_q.weight": {
873
+ "dtype": "F16",
874
+ "shape": [
875
+ 3072,
876
+ 3072
877
+ ],
878
+ "data_offsets": [
879
+ 3133298688,
880
+ 3152173056
881
+ ]
882
+ },
883
+ "single_transformer_blocks.1.attn.to_v.weight": {
884
+ "dtype": "F16",
885
+ "shape": [
886
+ 3072,
887
+ 3072
888
+ ],
889
+ "data_offsets": [
890
+ 3152173056,
891
+ 3171047424
892
+ ]
893
+ },
894
+ "single_transformer_blocks.1.ff.linear_1.weight": {
895
+ "dtype": "F16",
896
+ "shape": [
897
+ 8192,
898
+ 3072
899
+ ],
900
+ "data_offsets": [
901
+ 3171047424,
902
+ 3221379072
903
+ ]
904
+ },
905
+ "single_transformer_blocks.1.ff.linear_2.weight": {
906
+ "dtype": "F16",
907
+ "shape": [
908
+ 8192,
909
+ 3072
910
+ ],
911
+ "data_offsets": [
912
+ 3221379072,
913
+ 3271710720
914
+ ]
915
+ },
916
+ "single_transformer_blocks.1.ff.out_projection.weight": {
917
+ "dtype": "F16",
918
+ "shape": [
919
+ 3072,
920
+ 8192
921
+ ],
922
+ "data_offsets": [
923
+ 3271710720,
924
+ 3322042368
925
+ ]
926
+ },
927
+ "single_transformer_blocks.1.norm1.linear.weight": {
928
+ "dtype": "F16",
929
+ "shape": [
930
+ 18432,
931
+ 3072
932
+ ],
933
+ "data_offsets": [
934
+ 3322042368,
935
+ 3435288576
936
+ ]
937
+ },
938
+ "single_transformer_blocks.10.attn.to_k.weight": {
939
+ "dtype": "F16",
940
+ "shape": [
941
+ 3072,
942
+ 3072
943
+ ],
944
+ "data_offsets": [
945
+ 3435288576,
946
+ 3454162944
947
+ ]
948
+ },
949
+ "single_transformer_blocks.10.attn.to_out.0.weight": {
950
+ "dtype": "F16",
951
+ "shape": [
952
+ 3072,
953
+ 3072
954
+ ],
955
+ "data_offsets": [
956
+ 3454162944,
957
+ 3473037312
958
+ ]
959
+ },
960
+ "single_transformer_blocks.10.attn.to_q.weight": {
961
+ "dtype": "F16",
962
+ "shape": [
963
+ 3072,
964
+ 3072
965
+ ],
966
+ "data_offsets": [
967
+ 3473037312,
968
+ 3491911680
969
+ ]
970
+ },
971
+ "single_transformer_blocks.10.attn.to_v.weight": {
972
+ "dtype": "F16",
973
+ "shape": [
974
+ 3072,
975
+ 3072
976
+ ],
977
+ "data_offsets": [
978
+ 3491911680,
979
+ 3510786048
980
+ ]
981
+ },
982
+ "single_transformer_blocks.10.ff.linear_1.weight": {
983
+ "dtype": "F16",
984
+ "shape": [
985
+ 8192,
986
+ 3072
987
+ ],
988
+ "data_offsets": [
989
+ 3510786048,
990
+ 3561117696
991
+ ]
992
+ },
993
+ "single_transformer_blocks.10.ff.linear_2.weight": {
994
+ "dtype": "F16",
995
+ "shape": [
996
+ 8192,
997
+ 3072
998
+ ],
999
+ "data_offsets": [
1000
+ 3561117696,
1001
+ 3611449344
1002
+ ]
1003
+ },
1004
+ "single_transformer_blocks.10.ff.out_projection.weight": {
1005
+ "dtype": "F16",
1006
+ "shape": [
1007
+ 3072,
1008
+ 8192
1009
+ ],
1010
+ "data_offsets": [
1011
+ 3611449344,
1012
+ 3661780992
1013
+ ]
1014
+ },
1015
+ "single_transformer_blocks.10.norm1.linear.weight": {
1016
+ "dtype": "F16",
1017
+ "shape": [
1018
+ 18432,
1019
+ 3072
1020
+ ],
1021
+ "data_offsets": [
1022
+ 3661780992,
1023
+ 3775027200
1024
+ ]
1025
+ },
1026
+ "single_transformer_blocks.11.attn.to_k.weight": {
1027
+ "dtype": "F16",
1028
+ "shape": [
1029
+ 3072,
1030
+ 3072
1031
+ ],
1032
+ "data_offsets": [
1033
+ 3775027200,
1034
+ 3793901568
1035
+ ]
1036
+ },
1037
+ "single_transformer_blocks.11.attn.to_out.0.weight": {
1038
+ "dtype": "F16",
1039
+ "shape": [
1040
+ 3072,
1041
+ 3072
1042
+ ],
1043
+ "data_offsets": [
1044
+ 3793901568,
1045
+ 3812775936
1046
+ ]
1047
+ },
1048
+ "single_transformer_blocks.11.attn.to_q.weight": {
1049
+ "dtype": "F16",
1050
+ "shape": [
1051
+ 3072,
1052
+ 3072
1053
+ ],
1054
+ "data_offsets": [
1055
+ 3812775936,
1056
+ 3831650304
1057
+ ]
1058
+ },
1059
+ "single_transformer_blocks.11.attn.to_v.weight": {
1060
+ "dtype": "F16",
1061
+ "shape": [
1062
+ 3072,
1063
+ 3072
1064
+ ],
1065
+ "data_offsets": [
1066
+ 3831650304,
1067
+ 3850524672
1068
+ ]
1069
+ },
1070
+ "single_transformer_blocks.11.ff.linear_1.weight": {
1071
+ "dtype": "F16",
1072
+ "shape": [
1073
+ 8192,
1074
+ 3072
1075
+ ],
1076
+ "data_offsets": [
1077
+ 3850524672,
1078
+ 3900856320
1079
+ ]
1080
+ },
1081
+ "single_transformer_blocks.11.ff.linear_2.weight": {
1082
+ "dtype": "F16",
1083
+ "shape": [
1084
+ 8192,
1085
+ 3072
1086
+ ],
1087
+ "data_offsets": [
1088
+ 3900856320,
1089
+ 3951187968
1090
+ ]
1091
+ },
1092
+ "single_transformer_blocks.11.ff.out_projection.weight": {
1093
+ "dtype": "F16",
1094
+ "shape": [
1095
+ 3072,
1096
+ 8192
1097
+ ],
1098
+ "data_offsets": [
1099
+ 3951187968,
1100
+ 4001519616
1101
+ ]
1102
+ },
1103
+ "single_transformer_blocks.11.norm1.linear.weight": {
1104
+ "dtype": "F16",
1105
+ "shape": [
1106
+ 18432,
1107
+ 3072
1108
+ ],
1109
+ "data_offsets": [
1110
+ 4001519616,
1111
+ 4114765824
1112
+ ]
1113
+ },
1114
+ "single_transformer_blocks.12.attn.to_k.weight": {
1115
+ "dtype": "F16",
1116
+ "shape": [
1117
+ 3072,
1118
+ 3072
1119
+ ],
1120
+ "data_offsets": [
1121
+ 4114765824,
1122
+ 4133640192
1123
+ ]
1124
+ },
1125
+ "single_transformer_blocks.12.attn.to_out.0.weight": {
1126
+ "dtype": "F16",
1127
+ "shape": [
1128
+ 3072,
1129
+ 3072
1130
+ ],
1131
+ "data_offsets": [
1132
+ 4133640192,
1133
+ 4152514560
1134
+ ]
1135
+ },
1136
+ "single_transformer_blocks.12.attn.to_q.weight": {
1137
+ "dtype": "F16",
1138
+ "shape": [
1139
+ 3072,
1140
+ 3072
1141
+ ],
1142
+ "data_offsets": [
1143
+ 4152514560,
1144
+ 4171388928
1145
+ ]
1146
+ },
1147
+ "single_transformer_blocks.12.attn.to_v.weight": {
1148
+ "dtype": "F16",
1149
+ "shape": [
1150
+ 3072,
1151
+ 3072
1152
+ ],
1153
+ "data_offsets": [
1154
+ 4171388928,
1155
+ 4190263296
1156
+ ]
1157
+ },
1158
+ "single_transformer_blocks.12.ff.linear_1.weight": {
1159
+ "dtype": "F16",
1160
+ "shape": [
1161
+ 8192,
1162
+ 3072
1163
+ ],
1164
+ "data_offsets": [
1165
+ 4190263296,
1166
+ 4240594944
1167
+ ]
1168
+ },
1169
+ "single_transformer_blocks.12.ff.linear_2.weight": {
1170
+ "dtype": "F16",
1171
+ "shape": [
1172
+ 8192,
1173
+ 3072
1174
+ ],
1175
+ "data_offsets": [
1176
+ 4240594944,
1177
+ 4290926592
1178
+ ]
1179
+ },
1180
+ "single_transformer_blocks.12.ff.out_projection.weight": {
1181
+ "dtype": "F16",
1182
+ "shape": [
1183
+ 3072,
1184
+ 8192
1185
+ ],
1186
+ "data_offsets": [
1187
+ 4290926592,
1188
+ 4341258240
1189
+ ]
1190
+ },
1191
+ "single_transformer_blocks.12.norm1.linear.weight": {
1192
+ "dtype": "F16",
1193
+ "shape": [
1194
+ 18432,
1195
+ 3072
1196
+ ],
1197
+ "data_offsets": [
1198
+ 4341258240,
1199
+ 4454504448
1200
+ ]
1201
+ },
1202
+ "single_transformer_blocks.13.attn.to_k.weight": {
1203
+ "dtype": "F16",
1204
+ "shape": [
1205
+ 3072,
1206
+ 3072
1207
+ ],
1208
+ "data_offsets": [
1209
+ 4454504448,
1210
+ 4473378816
1211
+ ]
1212
+ },
1213
+ "single_transformer_blocks.13.attn.to_out.0.weight": {
1214
+ "dtype": "F16",
1215
+ "shape": [
1216
+ 3072,
1217
+ 3072
1218
+ ],
1219
+ "data_offsets": [
1220
+ 4473378816,
1221
+ 4492253184
1222
+ ]
1223
+ },
1224
+ "single_transformer_blocks.13.attn.to_q.weight": {
1225
+ "dtype": "F16",
1226
+ "shape": [
1227
+ 3072,
1228
+ 3072
1229
+ ],
1230
+ "data_offsets": [
1231
+ 4492253184,
1232
+ 4511127552
1233
+ ]
1234
+ },
1235
+ "single_transformer_blocks.13.attn.to_v.weight": {
1236
+ "dtype": "F16",
1237
+ "shape": [
1238
+ 3072,
1239
+ 3072
1240
+ ],
1241
+ "data_offsets": [
1242
+ 4511127552,
1243
+ 4530001920
1244
+ ]
1245
+ },
1246
+ "single_transformer_blocks.13.ff.linear_1.weight": {
1247
+ "dtype": "F16",
1248
+ "shape": [
1249
+ 8192,
1250
+ 3072
1251
+ ],
1252
+ "data_offsets": [
1253
+ 4530001920,
1254
+ 4580333568
1255
+ ]
1256
+ },
1257
+ "single_transformer_blocks.13.ff.linear_2.weight": {
1258
+ "dtype": "F16",
1259
+ "shape": [
1260
+ 8192,
1261
+ 3072
1262
+ ],
1263
+ "data_offsets": [
1264
+ 4580333568,
1265
+ 4630665216
1266
+ ]
1267
+ },
1268
+ "single_transformer_blocks.13.ff.out_projection.weight": {
1269
+ "dtype": "F16",
1270
+ "shape": [
1271
+ 3072,
1272
+ 8192
1273
+ ],
1274
+ "data_offsets": [
1275
+ 4630665216,
1276
+ 4680996864
1277
+ ]
1278
+ },
1279
+ "single_transformer_blocks.13.norm1.linear.weight": {
1280
+ "dtype": "F16",
1281
+ "shape": [
1282
+ 18432,
1283
+ 3072
1284
+ ],
1285
+ "data_offsets": [
1286
+ 4680996864,
1287
+ 4794243072
1288
+ ]
1289
+ },
1290
+ "single_transformer_blocks.14.attn.to_k.weight": {
1291
+ "dtype": "F16",
1292
+ "shape": [
1293
+ 3072,
1294
+ 3072
1295
+ ],
1296
+ "data_offsets": [
1297
+ 4794243072,
1298
+ 4813117440
1299
+ ]
1300
+ },
1301
+ "single_transformer_blocks.14.attn.to_out.0.weight": {
1302
+ "dtype": "F16",
1303
+ "shape": [
1304
+ 3072,
1305
+ 3072
1306
+ ],
1307
+ "data_offsets": [
1308
+ 4813117440,
1309
+ 4831991808
1310
+ ]
1311
+ },
1312
+ "single_transformer_blocks.14.attn.to_q.weight": {
1313
+ "dtype": "F16",
1314
+ "shape": [
1315
+ 3072,
1316
+ 3072
1317
+ ],
1318
+ "data_offsets": [
1319
+ 4831991808,
1320
+ 4850866176
1321
+ ]
1322
+ },
1323
+ "single_transformer_blocks.14.attn.to_v.weight": {
1324
+ "dtype": "F16",
1325
+ "shape": [
1326
+ 3072,
1327
+ 3072
1328
+ ],
1329
+ "data_offsets": [
1330
+ 4850866176,
1331
+ 4869740544
1332
+ ]
1333
+ },
1334
+ "single_transformer_blocks.14.ff.linear_1.weight": {
1335
+ "dtype": "F16",
1336
+ "shape": [
1337
+ 8192,
1338
+ 3072
1339
+ ],
1340
+ "data_offsets": [
1341
+ 4869740544,
1342
+ 4920072192
1343
+ ]
1344
+ },
1345
+ "single_transformer_blocks.14.ff.linear_2.weight": {
1346
+ "dtype": "F16",
1347
+ "shape": [
1348
+ 8192,
1349
+ 3072
1350
+ ],
1351
+ "data_offsets": [
1352
+ 4920072192,
1353
+ 4970403840
1354
+ ]
1355
+ },
1356
+ "single_transformer_blocks.14.ff.out_projection.weight": {
1357
+ "dtype": "F16",
1358
+ "shape": [
1359
+ 3072,
1360
+ 8192
1361
+ ],
1362
+ "data_offsets": [
1363
+ 4970403840,
1364
+ 5020735488
1365
+ ]
1366
+ },
1367
+ "single_transformer_blocks.14.norm1.linear.weight": {
1368
+ "dtype": "F16",
1369
+ "shape": [
1370
+ 18432,
1371
+ 3072
1372
+ ],
1373
+ "data_offsets": [
1374
+ 5020735488,
1375
+ 5133981696
1376
+ ]
1377
+ },
1378
+ "single_transformer_blocks.15.attn.to_k.weight": {
1379
+ "dtype": "F16",
1380
+ "shape": [
1381
+ 3072,
1382
+ 3072
1383
+ ],
1384
+ "data_offsets": [
1385
+ 5133981696,
1386
+ 5152856064
1387
+ ]
1388
+ },
1389
+ "single_transformer_blocks.15.attn.to_out.0.weight": {
1390
+ "dtype": "F16",
1391
+ "shape": [
1392
+ 3072,
1393
+ 3072
1394
+ ],
1395
+ "data_offsets": [
1396
+ 5152856064,
1397
+ 5171730432
1398
+ ]
1399
+ },
1400
+ "single_transformer_blocks.15.attn.to_q.weight": {
1401
+ "dtype": "F16",
1402
+ "shape": [
1403
+ 3072,
1404
+ 3072
1405
+ ],
1406
+ "data_offsets": [
1407
+ 5171730432,
1408
+ 5190604800
1409
+ ]
1410
+ },
1411
+ "single_transformer_blocks.15.attn.to_v.weight": {
1412
+ "dtype": "F16",
1413
+ "shape": [
1414
+ 3072,
1415
+ 3072
1416
+ ],
1417
+ "data_offsets": [
1418
+ 5190604800,
1419
+ 5209479168
1420
+ ]
1421
+ },
1422
+ "single_transformer_blocks.15.ff.linear_1.weight": {
1423
+ "dtype": "F16",
1424
+ "shape": [
1425
+ 8192,
1426
+ 3072
1427
+ ],
1428
+ "data_offsets": [
1429
+ 5209479168,
1430
+ 5259810816
1431
+ ]
1432
+ },
1433
+ "single_transformer_blocks.15.ff.linear_2.weight": {
1434
+ "dtype": "F16",
1435
+ "shape": [
1436
+ 8192,
1437
+ 3072
1438
+ ],
1439
+ "data_offsets": [
1440
+ 5259810816,
1441
+ 5310142464
1442
+ ]
1443
+ },
1444
+ "single_transformer_blocks.15.ff.out_projection.weight": {
1445
+ "dtype": "F16",
1446
+ "shape": [
1447
+ 3072,
1448
+ 8192
1449
+ ],
1450
+ "data_offsets": [
1451
+ 5310142464,
1452
+ 5360474112
1453
+ ]
1454
+ },
1455
+ "single_transformer_blocks.15.norm1.linear.weight": {
1456
+ "dtype": "F16",
1457
+ "shape": [
1458
+ 18432,
1459
+ 3072
1460
+ ],
1461
+ "data_offsets": [
1462
+ 5360474112,
1463
+ 5473720320
1464
+ ]
1465
+ },
1466
+ "single_transformer_blocks.16.attn.to_k.weight": {
1467
+ "dtype": "F16",
1468
+ "shape": [
1469
+ 3072,
1470
+ 3072
1471
+ ],
1472
+ "data_offsets": [
1473
+ 5473720320,
1474
+ 5492594688
1475
+ ]
1476
+ },
1477
+ "single_transformer_blocks.16.attn.to_out.0.weight": {
1478
+ "dtype": "F16",
1479
+ "shape": [
1480
+ 3072,
1481
+ 3072
1482
+ ],
1483
+ "data_offsets": [
1484
+ 5492594688,
1485
+ 5511469056
1486
+ ]
1487
+ },
1488
+ "single_transformer_blocks.16.attn.to_q.weight": {
1489
+ "dtype": "F16",
1490
+ "shape": [
1491
+ 3072,
1492
+ 3072
1493
+ ],
1494
+ "data_offsets": [
1495
+ 5511469056,
1496
+ 5530343424
1497
+ ]
1498
+ },
1499
+ "single_transformer_blocks.16.attn.to_v.weight": {
1500
+ "dtype": "F16",
1501
+ "shape": [
1502
+ 3072,
1503
+ 3072
1504
+ ],
1505
+ "data_offsets": [
1506
+ 5530343424,
1507
+ 5549217792
1508
+ ]
1509
+ },
1510
+ "single_transformer_blocks.16.ff.linear_1.weight": {
1511
+ "dtype": "F16",
1512
+ "shape": [
1513
+ 8192,
1514
+ 3072
1515
+ ],
1516
+ "data_offsets": [
1517
+ 5549217792,
1518
+ 5599549440
1519
+ ]
1520
+ },
1521
+ "single_transformer_blocks.16.ff.linear_2.weight": {
1522
+ "dtype": "F16",
1523
+ "shape": [
1524
+ 8192,
1525
+ 3072
1526
+ ],
1527
+ "data_offsets": [
1528
+ 5599549440,
1529
+ 5649881088
1530
+ ]
1531
+ },
1532
+ "single_transformer_blocks.16.ff.out_projection.weight": {
1533
+ "dtype": "F16",
1534
+ "shape": [
1535
+ 3072,
1536
+ 8192
1537
+ ],
1538
+ "data_offsets": [
1539
+ 5649881088,
1540
+ 5700212736
1541
+ ]
1542
+ },
1543
+ "single_transformer_blocks.16.norm1.linear.weight": {
1544
+ "dtype": "F16",
1545
+ "shape": [
1546
+ 18432,
1547
+ 3072
1548
+ ],
1549
+ "data_offsets": [
1550
+ 5700212736,
1551
+ 5813458944
1552
+ ]
1553
+ },
1554
+ "single_transformer_blocks.17.attn.to_k.weight": {
1555
+ "dtype": "F16",
1556
+ "shape": [
1557
+ 3072,
1558
+ 3072
1559
+ ],
1560
+ "data_offsets": [
1561
+ 5813458944,
1562
+ 5832333312
1563
+ ]
1564
+ },
1565
+ "single_transformer_blocks.17.attn.to_out.0.weight": {
1566
+ "dtype": "F16",
1567
+ "shape": [
1568
+ 3072,
1569
+ 3072
1570
+ ],
1571
+ "data_offsets": [
1572
+ 5832333312,
1573
+ 5851207680
1574
+ ]
1575
+ },
1576
+ "single_transformer_blocks.17.attn.to_q.weight": {
1577
+ "dtype": "F16",
1578
+ "shape": [
1579
+ 3072,
1580
+ 3072
1581
+ ],
1582
+ "data_offsets": [
1583
+ 5851207680,
1584
+ 5870082048
1585
+ ]
1586
+ },
1587
+ "single_transformer_blocks.17.attn.to_v.weight": {
1588
+ "dtype": "F16",
1589
+ "shape": [
1590
+ 3072,
1591
+ 3072
1592
+ ],
1593
+ "data_offsets": [
1594
+ 5870082048,
1595
+ 5888956416
1596
+ ]
1597
+ },
1598
+ "single_transformer_blocks.17.ff.linear_1.weight": {
1599
+ "dtype": "F16",
1600
+ "shape": [
1601
+ 8192,
1602
+ 3072
1603
+ ],
1604
+ "data_offsets": [
1605
+ 5888956416,
1606
+ 5939288064
1607
+ ]
1608
+ },
1609
+ "single_transformer_blocks.17.ff.linear_2.weight": {
1610
+ "dtype": "F16",
1611
+ "shape": [
1612
+ 8192,
1613
+ 3072
1614
+ ],
1615
+ "data_offsets": [
1616
+ 5939288064,
1617
+ 5989619712
1618
+ ]
1619
+ },
1620
+ "single_transformer_blocks.17.ff.out_projection.weight": {
1621
+ "dtype": "F16",
1622
+ "shape": [
1623
+ 3072,
1624
+ 8192
1625
+ ],
1626
+ "data_offsets": [
1627
+ 5989619712,
1628
+ 6039951360
1629
+ ]
1630
+ },
1631
+ "single_transformer_blocks.17.norm1.linear.weight": {
1632
+ "dtype": "F16",
1633
+ "shape": [
1634
+ 18432,
1635
+ 3072
1636
+ ],
1637
+ "data_offsets": [
1638
+ 6039951360,
1639
+ 6153197568
1640
+ ]
1641
+ },
1642
+ "single_transformer_blocks.18.attn.to_k.weight": {
1643
+ "dtype": "F16",
1644
+ "shape": [
1645
+ 3072,
1646
+ 3072
1647
+ ],
1648
+ "data_offsets": [
1649
+ 6153197568,
1650
+ 6172071936
1651
+ ]
1652
+ },
1653
+ "single_transformer_blocks.18.attn.to_out.0.weight": {
1654
+ "dtype": "F16",
1655
+ "shape": [
1656
+ 3072,
1657
+ 3072
1658
+ ],
1659
+ "data_offsets": [
1660
+ 6172071936,
1661
+ 6190946304
1662
+ ]
1663
+ },
1664
+ "single_transformer_blocks.18.attn.to_q.weight": {
1665
+ "dtype": "F16",
1666
+ "shape": [
1667
+ 3072,
1668
+ 3072
1669
+ ],
1670
+ "data_offsets": [
1671
+ 6190946304,
1672
+ 6209820672
1673
+ ]
1674
+ },
1675
+ "single_transformer_blocks.18.attn.to_v.weight": {
1676
+ "dtype": "F16",
1677
+ "shape": [
1678
+ 3072,
1679
+ 3072
1680
+ ],
1681
+ "data_offsets": [
1682
+ 6209820672,
1683
+ 6228695040
1684
+ ]
1685
+ },
1686
+ "single_transformer_blocks.18.ff.linear_1.weight": {
1687
+ "dtype": "F16",
1688
+ "shape": [
1689
+ 8192,
1690
+ 3072
1691
+ ],
1692
+ "data_offsets": [
1693
+ 6228695040,
1694
+ 6279026688
1695
+ ]
1696
+ },
1697
+ "single_transformer_blocks.18.ff.linear_2.weight": {
1698
+ "dtype": "F16",
1699
+ "shape": [
1700
+ 8192,
1701
+ 3072
1702
+ ],
1703
+ "data_offsets": [
1704
+ 6279026688,
1705
+ 6329358336
1706
+ ]
1707
+ },
1708
+ "single_transformer_blocks.18.ff.out_projection.weight": {
1709
+ "dtype": "F16",
1710
+ "shape": [
1711
+ 3072,
1712
+ 8192
1713
+ ],
1714
+ "data_offsets": [
1715
+ 6329358336,
1716
+ 6379689984
1717
+ ]
1718
+ },
1719
+ "single_transformer_blocks.18.norm1.linear.weight": {
1720
+ "dtype": "F16",
1721
+ "shape": [
1722
+ 18432,
1723
+ 3072
1724
+ ],
1725
+ "data_offsets": [
1726
+ 6379689984,
1727
+ 6492936192
1728
+ ]
1729
+ },
1730
+ "single_transformer_blocks.19.attn.to_k.weight": {
1731
+ "dtype": "F16",
1732
+ "shape": [
1733
+ 3072,
1734
+ 3072
1735
+ ],
1736
+ "data_offsets": [
1737
+ 6492936192,
1738
+ 6511810560
1739
+ ]
1740
+ },
1741
+ "single_transformer_blocks.19.attn.to_out.0.weight": {
1742
+ "dtype": "F16",
1743
+ "shape": [
1744
+ 3072,
1745
+ 3072
1746
+ ],
1747
+ "data_offsets": [
1748
+ 6511810560,
1749
+ 6530684928
1750
+ ]
1751
+ },
1752
+ "single_transformer_blocks.19.attn.to_q.weight": {
1753
+ "dtype": "F16",
1754
+ "shape": [
1755
+ 3072,
1756
+ 3072
1757
+ ],
1758
+ "data_offsets": [
1759
+ 6530684928,
1760
+ 6549559296
1761
+ ]
1762
+ },
1763
+ "single_transformer_blocks.19.attn.to_v.weight": {
1764
+ "dtype": "F16",
1765
+ "shape": [
1766
+ 3072,
1767
+ 3072
1768
+ ],
1769
+ "data_offsets": [
1770
+ 6549559296,
1771
+ 6568433664
1772
+ ]
1773
+ },
1774
+ "single_transformer_blocks.19.ff.linear_1.weight": {
1775
+ "dtype": "F16",
1776
+ "shape": [
1777
+ 8192,
1778
+ 3072
1779
+ ],
1780
+ "data_offsets": [
1781
+ 6568433664,
1782
+ 6618765312
1783
+ ]
1784
+ },
1785
+ "single_transformer_blocks.19.ff.linear_2.weight": {
1786
+ "dtype": "F16",
1787
+ "shape": [
1788
+ 8192,
1789
+ 3072
1790
+ ],
1791
+ "data_offsets": [
1792
+ 6618765312,
1793
+ 6669096960
1794
+ ]
1795
+ },
1796
+ "single_transformer_blocks.19.ff.out_projection.weight": {
1797
+ "dtype": "F16",
1798
+ "shape": [
1799
+ 3072,
1800
+ 8192
1801
+ ],
1802
+ "data_offsets": [
1803
+ 6669096960,
1804
+ 6719428608
1805
+ ]
1806
+ },
1807
+ "single_transformer_blocks.19.norm1.linear.weight": {
1808
+ "dtype": "F16",
1809
+ "shape": [
1810
+ 18432,
1811
+ 3072
1812
+ ],
1813
+ "data_offsets": [
1814
+ 6719428608,
1815
+ 6832674816
1816
+ ]
1817
+ },
1818
+ "single_transformer_blocks.2.attn.to_k.weight": {
1819
+ "dtype": "F16",
1820
+ "shape": [
1821
+ 3072,
1822
+ 3072
1823
+ ],
1824
+ "data_offsets": [
1825
+ 6832674816,
1826
+ 6851549184
1827
+ ]
1828
+ },
1829
+ "single_transformer_blocks.2.attn.to_out.0.weight": {
1830
+ "dtype": "F16",
1831
+ "shape": [
1832
+ 3072,
1833
+ 3072
1834
+ ],
1835
+ "data_offsets": [
1836
+ 6851549184,
1837
+ 6870423552
1838
+ ]
1839
+ },
1840
+ "single_transformer_blocks.2.attn.to_q.weight": {
1841
+ "dtype": "F16",
1842
+ "shape": [
1843
+ 3072,
1844
+ 3072
1845
+ ],
1846
+ "data_offsets": [
1847
+ 6870423552,
1848
+ 6889297920
1849
+ ]
1850
+ },
1851
+ "single_transformer_blocks.2.attn.to_v.weight": {
1852
+ "dtype": "F16",
1853
+ "shape": [
1854
+ 3072,
1855
+ 3072
1856
+ ],
1857
+ "data_offsets": [
1858
+ 6889297920,
1859
+ 6908172288
1860
+ ]
1861
+ },
1862
+ "single_transformer_blocks.2.ff.linear_1.weight": {
1863
+ "dtype": "F16",
1864
+ "shape": [
1865
+ 8192,
1866
+ 3072
1867
+ ],
1868
+ "data_offsets": [
1869
+ 6908172288,
1870
+ 6958503936
1871
+ ]
1872
+ },
1873
+ "single_transformer_blocks.2.ff.linear_2.weight": {
1874
+ "dtype": "F16",
1875
+ "shape": [
1876
+ 8192,
1877
+ 3072
1878
+ ],
1879
+ "data_offsets": [
1880
+ 6958503936,
1881
+ 7008835584
1882
+ ]
1883
+ },
1884
+ "single_transformer_blocks.2.ff.out_projection.weight": {
1885
+ "dtype": "F16",
1886
+ "shape": [
1887
+ 3072,
1888
+ 8192
1889
+ ],
1890
+ "data_offsets": [
1891
+ 7008835584,
1892
+ 7059167232
1893
+ ]
1894
+ },
1895
+ "single_transformer_blocks.2.norm1.linear.weight": {
1896
+ "dtype": "F16",
1897
+ "shape": [
1898
+ 18432,
1899
+ 3072
1900
+ ],
1901
+ "data_offsets": [
1902
+ 7059167232,
1903
+ 7172413440
1904
+ ]
1905
+ },
1906
+ "single_transformer_blocks.20.attn.to_k.weight": {
1907
+ "dtype": "F16",
1908
+ "shape": [
1909
+ 3072,
1910
+ 3072
1911
+ ],
1912
+ "data_offsets": [
1913
+ 7172413440,
1914
+ 7191287808
1915
+ ]
1916
+ },
1917
+ "single_transformer_blocks.20.attn.to_out.0.weight": {
1918
+ "dtype": "F16",
1919
+ "shape": [
1920
+ 3072,
1921
+ 3072
1922
+ ],
1923
+ "data_offsets": [
1924
+ 7191287808,
1925
+ 7210162176
1926
+ ]
1927
+ },
1928
+ "single_transformer_blocks.20.attn.to_q.weight": {
1929
+ "dtype": "F16",
1930
+ "shape": [
1931
+ 3072,
1932
+ 3072
1933
+ ],
1934
+ "data_offsets": [
1935
+ 7210162176,
1936
+ 7229036544
1937
+ ]
1938
+ },
1939
+ "single_transformer_blocks.20.attn.to_v.weight": {
1940
+ "dtype": "F16",
1941
+ "shape": [
1942
+ 3072,
1943
+ 3072
1944
+ ],
1945
+ "data_offsets": [
1946
+ 7229036544,
1947
+ 7247910912
1948
+ ]
1949
+ },
1950
+ "single_transformer_blocks.20.ff.linear_1.weight": {
1951
+ "dtype": "F16",
1952
+ "shape": [
1953
+ 8192,
1954
+ 3072
1955
+ ],
1956
+ "data_offsets": [
1957
+ 7247910912,
1958
+ 7298242560
1959
+ ]
1960
+ },
1961
+ "single_transformer_blocks.20.ff.linear_2.weight": {
1962
+ "dtype": "F16",
1963
+ "shape": [
1964
+ 8192,
1965
+ 3072
1966
+ ],
1967
+ "data_offsets": [
1968
+ 7298242560,
1969
+ 7348574208
1970
+ ]
1971
+ },
1972
+ "single_transformer_blocks.20.ff.out_projection.weight": {
1973
+ "dtype": "F16",
1974
+ "shape": [
1975
+ 3072,
1976
+ 8192
1977
+ ],
1978
+ "data_offsets": [
1979
+ 7348574208,
1980
+ 7398905856
1981
+ ]
1982
+ },
1983
+ "single_transformer_blocks.20.norm1.linear.weight": {
1984
+ "dtype": "F16",
1985
+ "shape": [
1986
+ 18432,
1987
+ 3072
1988
+ ],
1989
+ "data_offsets": [
1990
+ 7398905856,
1991
+ 7512152064
1992
+ ]
1993
+ },
1994
+ "single_transformer_blocks.3.attn.to_k.weight": {
1995
+ "dtype": "F16",
1996
+ "shape": [
1997
+ 3072,
1998
+ 3072
1999
+ ],
2000
+ "data_offsets": [
2001
+ 7512152064,
2002
+ 7531026432
2003
+ ]
2004
+ },
2005
+ "single_transformer_blocks.3.attn.to_out.0.weight": {
2006
+ "dtype": "F16",
2007
+ "shape": [
2008
+ 3072,
2009
+ 3072
2010
+ ],
2011
+ "data_offsets": [
2012
+ 7531026432,
2013
+ 7549900800
2014
+ ]
2015
+ },
2016
+ "single_transformer_blocks.3.attn.to_q.weight": {
2017
+ "dtype": "F16",
2018
+ "shape": [
2019
+ 3072,
2020
+ 3072
2021
+ ],
2022
+ "data_offsets": [
2023
+ 7549900800,
2024
+ 7568775168
2025
+ ]
2026
+ },
2027
+ "single_transformer_blocks.3.attn.to_v.weight": {
2028
+ "dtype": "F16",
2029
+ "shape": [
2030
+ 3072,
2031
+ 3072
2032
+ ],
2033
+ "data_offsets": [
2034
+ 7568775168,
2035
+ 7587649536
2036
+ ]
2037
+ },
2038
+ "single_transformer_blocks.3.ff.linear_1.weight": {
2039
+ "dtype": "F16",
2040
+ "shape": [
2041
+ 8192,
2042
+ 3072
2043
+ ],
2044
+ "data_offsets": [
2045
+ 7587649536,
2046
+ 7637981184
2047
+ ]
2048
+ },
2049
+ "single_transformer_blocks.3.ff.linear_2.weight": {
2050
+ "dtype": "F16",
2051
+ "shape": [
2052
+ 8192,
2053
+ 3072
2054
+ ],
2055
+ "data_offsets": [
2056
+ 7637981184,
2057
+ 7688312832
2058
+ ]
2059
+ },
2060
+ "single_transformer_blocks.3.ff.out_projection.weight": {
2061
+ "dtype": "F16",
2062
+ "shape": [
2063
+ 3072,
2064
+ 8192
2065
+ ],
2066
+ "data_offsets": [
2067
+ 7688312832,
2068
+ 7738644480
2069
+ ]
2070
+ },
2071
+ "single_transformer_blocks.3.norm1.linear.weight": {
2072
+ "dtype": "F16",
2073
+ "shape": [
2074
+ 18432,
2075
+ 3072
2076
+ ],
2077
+ "data_offsets": [
2078
+ 7738644480,
2079
+ 7851890688
2080
+ ]
2081
+ },
2082
+ "single_transformer_blocks.4.attn.to_k.weight": {
2083
+ "dtype": "F16",
2084
+ "shape": [
2085
+ 3072,
2086
+ 3072
2087
+ ],
2088
+ "data_offsets": [
2089
+ 7851890688,
2090
+ 7870765056
2091
+ ]
2092
+ },
2093
+ "single_transformer_blocks.4.attn.to_out.0.weight": {
2094
+ "dtype": "F16",
2095
+ "shape": [
2096
+ 3072,
2097
+ 3072
2098
+ ],
2099
+ "data_offsets": [
2100
+ 7870765056,
2101
+ 7889639424
2102
+ ]
2103
+ },
2104
+ "single_transformer_blocks.4.attn.to_q.weight": {
2105
+ "dtype": "F16",
2106
+ "shape": [
2107
+ 3072,
2108
+ 3072
2109
+ ],
2110
+ "data_offsets": [
2111
+ 7889639424,
2112
+ 7908513792
2113
+ ]
2114
+ },
2115
+ "single_transformer_blocks.4.attn.to_v.weight": {
2116
+ "dtype": "F16",
2117
+ "shape": [
2118
+ 3072,
2119
+ 3072
2120
+ ],
2121
+ "data_offsets": [
2122
+ 7908513792,
2123
+ 7927388160
2124
+ ]
2125
+ },
2126
+ "single_transformer_blocks.4.ff.linear_1.weight": {
2127
+ "dtype": "F16",
2128
+ "shape": [
2129
+ 8192,
2130
+ 3072
2131
+ ],
2132
+ "data_offsets": [
2133
+ 7927388160,
2134
+ 7977719808
2135
+ ]
2136
+ },
2137
+ "single_transformer_blocks.4.ff.linear_2.weight": {
2138
+ "dtype": "F16",
2139
+ "shape": [
2140
+ 8192,
2141
+ 3072
2142
+ ],
2143
+ "data_offsets": [
2144
+ 7977719808,
2145
+ 8028051456
2146
+ ]
2147
+ },
2148
+ "single_transformer_blocks.4.ff.out_projection.weight": {
2149
+ "dtype": "F16",
2150
+ "shape": [
2151
+ 3072,
2152
+ 8192
2153
+ ],
2154
+ "data_offsets": [
2155
+ 8028051456,
2156
+ 8078383104
2157
+ ]
2158
+ },
2159
+ "single_transformer_blocks.4.norm1.linear.weight": {
2160
+ "dtype": "F16",
2161
+ "shape": [
2162
+ 18432,
2163
+ 3072
2164
+ ],
2165
+ "data_offsets": [
2166
+ 8078383104,
2167
+ 8191629312
2168
+ ]
2169
+ },
2170
+ "single_transformer_blocks.5.attn.to_k.weight": {
2171
+ "dtype": "F16",
2172
+ "shape": [
2173
+ 3072,
2174
+ 3072
2175
+ ],
2176
+ "data_offsets": [
2177
+ 8191629312,
2178
+ 8210503680
2179
+ ]
2180
+ },
2181
+ "single_transformer_blocks.5.attn.to_out.0.weight": {
2182
+ "dtype": "F16",
2183
+ "shape": [
2184
+ 3072,
2185
+ 3072
2186
+ ],
2187
+ "data_offsets": [
2188
+ 8210503680,
2189
+ 8229378048
2190
+ ]
2191
+ },
2192
+ "single_transformer_blocks.5.attn.to_q.weight": {
2193
+ "dtype": "F16",
2194
+ "shape": [
2195
+ 3072,
2196
+ 3072
2197
+ ],
2198
+ "data_offsets": [
2199
+ 8229378048,
2200
+ 8248252416
2201
+ ]
2202
+ },
2203
+ "single_transformer_blocks.5.attn.to_v.weight": {
2204
+ "dtype": "F16",
2205
+ "shape": [
2206
+ 3072,
2207
+ 3072
2208
+ ],
2209
+ "data_offsets": [
2210
+ 8248252416,
2211
+ 8267126784
2212
+ ]
2213
+ },
2214
+ "single_transformer_blocks.5.ff.linear_1.weight": {
2215
+ "dtype": "F16",
2216
+ "shape": [
2217
+ 8192,
2218
+ 3072
2219
+ ],
2220
+ "data_offsets": [
2221
+ 8267126784,
2222
+ 8317458432
2223
+ ]
2224
+ },
2225
+ "single_transformer_blocks.5.ff.linear_2.weight": {
2226
+ "dtype": "F16",
2227
+ "shape": [
2228
+ 8192,
2229
+ 3072
2230
+ ],
2231
+ "data_offsets": [
2232
+ 8317458432,
2233
+ 8367790080
2234
+ ]
2235
+ },
2236
+ "single_transformer_blocks.5.ff.out_projection.weight": {
2237
+ "dtype": "F16",
2238
+ "shape": [
2239
+ 3072,
2240
+ 8192
2241
+ ],
2242
+ "data_offsets": [
2243
+ 8367790080,
2244
+ 8418121728
2245
+ ]
2246
+ },
2247
+ "single_transformer_blocks.5.norm1.linear.weight": {
2248
+ "dtype": "F16",
2249
+ "shape": [
2250
+ 18432,
2251
+ 3072
2252
+ ],
2253
+ "data_offsets": [
2254
+ 8418121728,
2255
+ 8531367936
2256
+ ]
2257
+ },
2258
+ "single_transformer_blocks.6.attn.to_k.weight": {
2259
+ "dtype": "F16",
2260
+ "shape": [
2261
+ 3072,
2262
+ 3072
2263
+ ],
2264
+ "data_offsets": [
2265
+ 8531367936,
2266
+ 8550242304
2267
+ ]
2268
+ },
2269
+ "single_transformer_blocks.6.attn.to_out.0.weight": {
2270
+ "dtype": "F16",
2271
+ "shape": [
2272
+ 3072,
2273
+ 3072
2274
+ ],
2275
+ "data_offsets": [
2276
+ 8550242304,
2277
+ 8569116672
2278
+ ]
2279
+ },
2280
+ "single_transformer_blocks.6.attn.to_q.weight": {
2281
+ "dtype": "F16",
2282
+ "shape": [
2283
+ 3072,
2284
+ 3072
2285
+ ],
2286
+ "data_offsets": [
2287
+ 8569116672,
2288
+ 8587991040
2289
+ ]
2290
+ },
2291
+ "single_transformer_blocks.6.attn.to_v.weight": {
2292
+ "dtype": "F16",
2293
+ "shape": [
2294
+ 3072,
2295
+ 3072
2296
+ ],
2297
+ "data_offsets": [
2298
+ 8587991040,
2299
+ 8606865408
2300
+ ]
2301
+ },
2302
+ "single_transformer_blocks.6.ff.linear_1.weight": {
2303
+ "dtype": "F16",
2304
+ "shape": [
2305
+ 8192,
2306
+ 3072
2307
+ ],
2308
+ "data_offsets": [
2309
+ 8606865408,
2310
+ 8657197056
2311
+ ]
2312
+ },
2313
+ "single_transformer_blocks.6.ff.linear_2.weight": {
2314
+ "dtype": "F16",
2315
+ "shape": [
2316
+ 8192,
2317
+ 3072
2318
+ ],
2319
+ "data_offsets": [
2320
+ 8657197056,
2321
+ 8707528704
2322
+ ]
2323
+ },
2324
+ "single_transformer_blocks.6.ff.out_projection.weight": {
2325
+ "dtype": "F16",
2326
+ "shape": [
2327
+ 3072,
2328
+ 8192
2329
+ ],
2330
+ "data_offsets": [
2331
+ 8707528704,
2332
+ 8757860352
2333
+ ]
2334
+ },
2335
+ "single_transformer_blocks.6.norm1.linear.weight": {
2336
+ "dtype": "F16",
2337
+ "shape": [
2338
+ 18432,
2339
+ 3072
2340
+ ],
2341
+ "data_offsets": [
2342
+ 8757860352,
2343
+ 8871106560
2344
+ ]
2345
+ },
2346
+ "single_transformer_blocks.7.attn.to_k.weight": {
2347
+ "dtype": "F16",
2348
+ "shape": [
2349
+ 3072,
2350
+ 3072
2351
+ ],
2352
+ "data_offsets": [
2353
+ 8871106560,
2354
+ 8889980928
2355
+ ]
2356
+ },
2357
+ "single_transformer_blocks.7.attn.to_out.0.weight": {
2358
+ "dtype": "F16",
2359
+ "shape": [
2360
+ 3072,
2361
+ 3072
2362
+ ],
2363
+ "data_offsets": [
2364
+ 8889980928,
2365
+ 8908855296
2366
+ ]
2367
+ },
2368
+ "single_transformer_blocks.7.attn.to_q.weight": {
2369
+ "dtype": "F16",
2370
+ "shape": [
2371
+ 3072,
2372
+ 3072
2373
+ ],
2374
+ "data_offsets": [
2375
+ 8908855296,
2376
+ 8927729664
2377
+ ]
2378
+ },
2379
+ "single_transformer_blocks.7.attn.to_v.weight": {
2380
+ "dtype": "F16",
2381
+ "shape": [
2382
+ 3072,
2383
+ 3072
2384
+ ],
2385
+ "data_offsets": [
2386
+ 8927729664,
2387
+ 8946604032
2388
+ ]
2389
+ },
2390
+ "single_transformer_blocks.7.ff.linear_1.weight": {
2391
+ "dtype": "F16",
2392
+ "shape": [
2393
+ 8192,
2394
+ 3072
2395
+ ],
2396
+ "data_offsets": [
2397
+ 8946604032,
2398
+ 8996935680
2399
+ ]
2400
+ },
2401
+ "single_transformer_blocks.7.ff.linear_2.weight": {
2402
+ "dtype": "F16",
2403
+ "shape": [
2404
+ 8192,
2405
+ 3072
2406
+ ],
2407
+ "data_offsets": [
2408
+ 8996935680,
2409
+ 9047267328
2410
+ ]
2411
+ },
2412
+ "single_transformer_blocks.7.ff.out_projection.weight": {
2413
+ "dtype": "F16",
2414
+ "shape": [
2415
+ 3072,
2416
+ 8192
2417
+ ],
2418
+ "data_offsets": [
2419
+ 9047267328,
2420
+ 9097598976
2421
+ ]
2422
+ },
2423
+ "single_transformer_blocks.7.norm1.linear.weight": {
2424
+ "dtype": "F16",
2425
+ "shape": [
2426
+ 18432,
2427
+ 3072
2428
+ ],
2429
+ "data_offsets": [
2430
+ 9097598976,
2431
+ 9210845184
2432
+ ]
2433
+ },
2434
+ "single_transformer_blocks.8.attn.to_k.weight": {
2435
+ "dtype": "F16",
2436
+ "shape": [
2437
+ 3072,
2438
+ 3072
2439
+ ],
2440
+ "data_offsets": [
2441
+ 9210845184,
2442
+ 9229719552
2443
+ ]
2444
+ },
2445
+ "single_transformer_blocks.8.attn.to_out.0.weight": {
2446
+ "dtype": "F16",
2447
+ "shape": [
2448
+ 3072,
2449
+ 3072
2450
+ ],
2451
+ "data_offsets": [
2452
+ 9229719552,
2453
+ 9248593920
2454
+ ]
2455
+ },
2456
+ "single_transformer_blocks.8.attn.to_q.weight": {
2457
+ "dtype": "F16",
2458
+ "shape": [
2459
+ 3072,
2460
+ 3072
2461
+ ],
2462
+ "data_offsets": [
2463
+ 9248593920,
2464
+ 9267468288
2465
+ ]
2466
+ },
2467
+ "single_transformer_blocks.8.attn.to_v.weight": {
2468
+ "dtype": "F16",
2469
+ "shape": [
2470
+ 3072,
2471
+ 3072
2472
+ ],
2473
+ "data_offsets": [
2474
+ 9267468288,
2475
+ 9286342656
2476
+ ]
2477
+ },
2478
+ "single_transformer_blocks.8.ff.linear_1.weight": {
2479
+ "dtype": "F16",
2480
+ "shape": [
2481
+ 8192,
2482
+ 3072
2483
+ ],
2484
+ "data_offsets": [
2485
+ 9286342656,
2486
+ 9336674304
2487
+ ]
2488
+ },
2489
+ "single_transformer_blocks.8.ff.linear_2.weight": {
2490
+ "dtype": "F16",
2491
+ "shape": [
2492
+ 8192,
2493
+ 3072
2494
+ ],
2495
+ "data_offsets": [
2496
+ 9336674304,
2497
+ 9387005952
2498
+ ]
2499
+ },
2500
+ "single_transformer_blocks.8.ff.out_projection.weight": {
2501
+ "dtype": "F16",
2502
+ "shape": [
2503
+ 3072,
2504
+ 8192
2505
+ ],
2506
+ "data_offsets": [
2507
+ 9387005952,
2508
+ 9437337600
2509
+ ]
2510
+ },
2511
+ "single_transformer_blocks.8.norm1.linear.weight": {
2512
+ "dtype": "F16",
2513
+ "shape": [
2514
+ 18432,
2515
+ 3072
2516
+ ],
2517
+ "data_offsets": [
2518
+ 9437337600,
2519
+ 9550583808
2520
+ ]
2521
+ },
2522
+ "single_transformer_blocks.9.attn.to_k.weight": {
2523
+ "dtype": "F16",
2524
+ "shape": [
2525
+ 3072,
2526
+ 3072
2527
+ ],
2528
+ "data_offsets": [
2529
+ 9550583808,
2530
+ 9569458176
2531
+ ]
2532
+ },
2533
+ "single_transformer_blocks.9.attn.to_out.0.weight": {
2534
+ "dtype": "F16",
2535
+ "shape": [
2536
+ 3072,
2537
+ 3072
2538
+ ],
2539
+ "data_offsets": [
2540
+ 9569458176,
2541
+ 9588332544
2542
+ ]
2543
+ },
2544
+ "single_transformer_blocks.9.attn.to_q.weight": {
2545
+ "dtype": "F16",
2546
+ "shape": [
2547
+ 3072,
2548
+ 3072
2549
+ ],
2550
+ "data_offsets": [
2551
+ 9588332544,
2552
+ 9607206912
2553
+ ]
2554
+ },
2555
+ "single_transformer_blocks.9.attn.to_v.weight": {
2556
+ "dtype": "F16",
2557
+ "shape": [
2558
+ 3072,
2559
+ 3072
2560
+ ],
2561
+ "data_offsets": [
2562
+ 9607206912,
2563
+ 9626081280
2564
+ ]
2565
+ },
2566
+ "single_transformer_blocks.9.ff.linear_1.weight": {
2567
+ "dtype": "F16",
2568
+ "shape": [
2569
+ 8192,
2570
+ 3072
2571
+ ],
2572
+ "data_offsets": [
2573
+ 9626081280,
2574
+ 9676412928
2575
+ ]
2576
+ },
2577
+ "single_transformer_blocks.9.ff.linear_2.weight": {
2578
+ "dtype": "F16",
2579
+ "shape": [
2580
+ 8192,
2581
+ 3072
2582
+ ],
2583
+ "data_offsets": [
2584
+ 9676412928,
2585
+ 9726744576
2586
+ ]
2587
+ },
2588
+ "single_transformer_blocks.9.ff.out_projection.weight": {
2589
+ "dtype": "F16",
2590
+ "shape": [
2591
+ 3072,
2592
+ 8192
2593
+ ],
2594
+ "data_offsets": [
2595
+ 9726744576,
2596
+ 9777076224
2597
+ ]
2598
+ },
2599
+ "single_transformer_blocks.9.norm1.linear.weight": {
2600
+ "dtype": "F16",
2601
+ "shape": [
2602
+ 18432,
2603
+ 3072
2604
+ ],
2605
+ "data_offsets": [
2606
+ 9777076224,
2607
+ 9890322432
2608
+ ]
2609
+ },
2610
+ "time_step_proj.linear_1.bias": {
2611
+ "dtype": "F16",
2612
+ "shape": [
2613
+ 3072
2614
+ ],
2615
+ "data_offsets": [
2616
+ 9890322432,
2617
+ 9890328576
2618
+ ]
2619
+ },
2620
+ "time_step_proj.linear_1.weight": {
2621
+ "dtype": "F16",
2622
+ "shape": [
2623
+ 3072,
2624
+ 256
2625
+ ],
2626
+ "data_offsets": [
2627
+ 9890328576,
2628
+ 9891901440
2629
+ ]
2630
+ },
2631
+ "time_step_proj.linear_2.bias": {
2632
+ "dtype": "F16",
2633
+ "shape": [
2634
+ 3072
2635
+ ],
2636
+ "data_offsets": [
2637
+ 9891901440,
2638
+ 9891907584
2639
+ ]
2640
+ },
2641
+ "time_step_proj.linear_2.weight": {
2642
+ "dtype": "F16",
2643
+ "shape": [
2644
+ 3072,
2645
+ 3072
2646
+ ],
2647
+ "data_offsets": [
2648
+ 9891907584,
2649
+ 9910781952
2650
+ ]
2651
+ }
2652
+ }
state_dicts/auraflow.diffusers.1of3.safetensors.json ADDED
@@ -0,0 +1,1376 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "context_embedder.weight": {
3
+ "dtype": "F32",
4
+ "shape": [
5
+ 3072,
6
+ 2048
7
+ ],
8
+ "data_offsets": [
9
+ 0,
10
+ 25165824
11
+ ]
12
+ },
13
+ "joint_transformer_blocks.0.attn.add_k_proj.weight": {
14
+ "dtype": "F32",
15
+ "shape": [
16
+ 3072,
17
+ 3072
18
+ ],
19
+ "data_offsets": [
20
+ 25165824,
21
+ 62914560
22
+ ]
23
+ },
24
+ "joint_transformer_blocks.0.attn.add_q_proj.weight": {
25
+ "dtype": "F32",
26
+ "shape": [
27
+ 3072,
28
+ 3072
29
+ ],
30
+ "data_offsets": [
31
+ 62914560,
32
+ 100663296
33
+ ]
34
+ },
35
+ "joint_transformer_blocks.0.attn.add_v_proj.weight": {
36
+ "dtype": "F32",
37
+ "shape": [
38
+ 3072,
39
+ 3072
40
+ ],
41
+ "data_offsets": [
42
+ 100663296,
43
+ 138412032
44
+ ]
45
+ },
46
+ "joint_transformer_blocks.0.attn.to_add_out.weight": {
47
+ "dtype": "F32",
48
+ "shape": [
49
+ 3072,
50
+ 3072
51
+ ],
52
+ "data_offsets": [
53
+ 138412032,
54
+ 176160768
55
+ ]
56
+ },
57
+ "joint_transformer_blocks.0.attn.to_k.weight": {
58
+ "dtype": "F32",
59
+ "shape": [
60
+ 3072,
61
+ 3072
62
+ ],
63
+ "data_offsets": [
64
+ 176160768,
65
+ 213909504
66
+ ]
67
+ },
68
+ "joint_transformer_blocks.0.attn.to_out.0.weight": {
69
+ "dtype": "F32",
70
+ "shape": [
71
+ 3072,
72
+ 3072
73
+ ],
74
+ "data_offsets": [
75
+ 213909504,
76
+ 251658240
77
+ ]
78
+ },
79
+ "joint_transformer_blocks.0.attn.to_q.weight": {
80
+ "dtype": "F32",
81
+ "shape": [
82
+ 3072,
83
+ 3072
84
+ ],
85
+ "data_offsets": [
86
+ 251658240,
87
+ 289406976
88
+ ]
89
+ },
90
+ "joint_transformer_blocks.0.attn.to_v.weight": {
91
+ "dtype": "F32",
92
+ "shape": [
93
+ 3072,
94
+ 3072
95
+ ],
96
+ "data_offsets": [
97
+ 289406976,
98
+ 327155712
99
+ ]
100
+ },
101
+ "joint_transformer_blocks.0.ff.linear_1.weight": {
102
+ "dtype": "F32",
103
+ "shape": [
104
+ 8192,
105
+ 3072
106
+ ],
107
+ "data_offsets": [
108
+ 327155712,
109
+ 427819008
110
+ ]
111
+ },
112
+ "joint_transformer_blocks.0.ff.linear_2.weight": {
113
+ "dtype": "F32",
114
+ "shape": [
115
+ 8192,
116
+ 3072
117
+ ],
118
+ "data_offsets": [
119
+ 427819008,
120
+ 528482304
121
+ ]
122
+ },
123
+ "joint_transformer_blocks.0.ff.out_projection.weight": {
124
+ "dtype": "F32",
125
+ "shape": [
126
+ 3072,
127
+ 8192
128
+ ],
129
+ "data_offsets": [
130
+ 528482304,
131
+ 629145600
132
+ ]
133
+ },
134
+ "joint_transformer_blocks.0.ff_context.linear_1.weight": {
135
+ "dtype": "F32",
136
+ "shape": [
137
+ 8192,
138
+ 3072
139
+ ],
140
+ "data_offsets": [
141
+ 629145600,
142
+ 729808896
143
+ ]
144
+ },
145
+ "joint_transformer_blocks.0.ff_context.linear_2.weight": {
146
+ "dtype": "F32",
147
+ "shape": [
148
+ 8192,
149
+ 3072
150
+ ],
151
+ "data_offsets": [
152
+ 729808896,
153
+ 830472192
154
+ ]
155
+ },
156
+ "joint_transformer_blocks.0.ff_context.out_projection.weight": {
157
+ "dtype": "F32",
158
+ "shape": [
159
+ 3072,
160
+ 8192
161
+ ],
162
+ "data_offsets": [
163
+ 830472192,
164
+ 931135488
165
+ ]
166
+ },
167
+ "joint_transformer_blocks.0.norm1.linear.weight": {
168
+ "dtype": "F32",
169
+ "shape": [
170
+ 18432,
171
+ 3072
172
+ ],
173
+ "data_offsets": [
174
+ 931135488,
175
+ 1157627904
176
+ ]
177
+ },
178
+ "joint_transformer_blocks.0.norm1_context.linear.weight": {
179
+ "dtype": "F32",
180
+ "shape": [
181
+ 18432,
182
+ 3072
183
+ ],
184
+ "data_offsets": [
185
+ 1157627904,
186
+ 1384120320
187
+ ]
188
+ },
189
+ "joint_transformer_blocks.1.attn.add_k_proj.weight": {
190
+ "dtype": "F32",
191
+ "shape": [
192
+ 3072,
193
+ 3072
194
+ ],
195
+ "data_offsets": [
196
+ 1384120320,
197
+ 1421869056
198
+ ]
199
+ },
200
+ "joint_transformer_blocks.1.attn.add_q_proj.weight": {
201
+ "dtype": "F32",
202
+ "shape": [
203
+ 3072,
204
+ 3072
205
+ ],
206
+ "data_offsets": [
207
+ 1421869056,
208
+ 1459617792
209
+ ]
210
+ },
211
+ "joint_transformer_blocks.1.attn.add_v_proj.weight": {
212
+ "dtype": "F32",
213
+ "shape": [
214
+ 3072,
215
+ 3072
216
+ ],
217
+ "data_offsets": [
218
+ 1459617792,
219
+ 1497366528
220
+ ]
221
+ },
222
+ "joint_transformer_blocks.1.attn.to_add_out.weight": {
223
+ "dtype": "F32",
224
+ "shape": [
225
+ 3072,
226
+ 3072
227
+ ],
228
+ "data_offsets": [
229
+ 1497366528,
230
+ 1535115264
231
+ ]
232
+ },
233
+ "joint_transformer_blocks.1.attn.to_k.weight": {
234
+ "dtype": "F32",
235
+ "shape": [
236
+ 3072,
237
+ 3072
238
+ ],
239
+ "data_offsets": [
240
+ 1535115264,
241
+ 1572864000
242
+ ]
243
+ },
244
+ "joint_transformer_blocks.1.attn.to_out.0.weight": {
245
+ "dtype": "F32",
246
+ "shape": [
247
+ 3072,
248
+ 3072
249
+ ],
250
+ "data_offsets": [
251
+ 1572864000,
252
+ 1610612736
253
+ ]
254
+ },
255
+ "joint_transformer_blocks.1.attn.to_q.weight": {
256
+ "dtype": "F32",
257
+ "shape": [
258
+ 3072,
259
+ 3072
260
+ ],
261
+ "data_offsets": [
262
+ 1610612736,
263
+ 1648361472
264
+ ]
265
+ },
266
+ "joint_transformer_blocks.1.attn.to_v.weight": {
267
+ "dtype": "F32",
268
+ "shape": [
269
+ 3072,
270
+ 3072
271
+ ],
272
+ "data_offsets": [
273
+ 1648361472,
274
+ 1686110208
275
+ ]
276
+ },
277
+ "joint_transformer_blocks.1.ff.linear_1.weight": {
278
+ "dtype": "F32",
279
+ "shape": [
280
+ 8192,
281
+ 3072
282
+ ],
283
+ "data_offsets": [
284
+ 1686110208,
285
+ 1786773504
286
+ ]
287
+ },
288
+ "joint_transformer_blocks.1.ff.linear_2.weight": {
289
+ "dtype": "F32",
290
+ "shape": [
291
+ 8192,
292
+ 3072
293
+ ],
294
+ "data_offsets": [
295
+ 1786773504,
296
+ 1887436800
297
+ ]
298
+ },
299
+ "joint_transformer_blocks.1.ff.out_projection.weight": {
300
+ "dtype": "F32",
301
+ "shape": [
302
+ 3072,
303
+ 8192
304
+ ],
305
+ "data_offsets": [
306
+ 1887436800,
307
+ 1988100096
308
+ ]
309
+ },
310
+ "joint_transformer_blocks.1.ff_context.linear_1.weight": {
311
+ "dtype": "F32",
312
+ "shape": [
313
+ 8192,
314
+ 3072
315
+ ],
316
+ "data_offsets": [
317
+ 1988100096,
318
+ 2088763392
319
+ ]
320
+ },
321
+ "joint_transformer_blocks.1.ff_context.linear_2.weight": {
322
+ "dtype": "F32",
323
+ "shape": [
324
+ 8192,
325
+ 3072
326
+ ],
327
+ "data_offsets": [
328
+ 2088763392,
329
+ 2189426688
330
+ ]
331
+ },
332
+ "joint_transformer_blocks.1.ff_context.out_projection.weight": {
333
+ "dtype": "F32",
334
+ "shape": [
335
+ 3072,
336
+ 8192
337
+ ],
338
+ "data_offsets": [
339
+ 2189426688,
340
+ 2290089984
341
+ ]
342
+ },
343
+ "joint_transformer_blocks.1.norm1.linear.weight": {
344
+ "dtype": "F32",
345
+ "shape": [
346
+ 18432,
347
+ 3072
348
+ ],
349
+ "data_offsets": [
350
+ 2290089984,
351
+ 2516582400
352
+ ]
353
+ },
354
+ "joint_transformer_blocks.1.norm1_context.linear.weight": {
355
+ "dtype": "F32",
356
+ "shape": [
357
+ 18432,
358
+ 3072
359
+ ],
360
+ "data_offsets": [
361
+ 2516582400,
362
+ 2743074816
363
+ ]
364
+ },
365
+ "joint_transformer_blocks.2.attn.add_k_proj.weight": {
366
+ "dtype": "F32",
367
+ "shape": [
368
+ 3072,
369
+ 3072
370
+ ],
371
+ "data_offsets": [
372
+ 2743074816,
373
+ 2780823552
374
+ ]
375
+ },
376
+ "joint_transformer_blocks.2.attn.add_q_proj.weight": {
377
+ "dtype": "F32",
378
+ "shape": [
379
+ 3072,
380
+ 3072
381
+ ],
382
+ "data_offsets": [
383
+ 2780823552,
384
+ 2818572288
385
+ ]
386
+ },
387
+ "joint_transformer_blocks.2.attn.add_v_proj.weight": {
388
+ "dtype": "F32",
389
+ "shape": [
390
+ 3072,
391
+ 3072
392
+ ],
393
+ "data_offsets": [
394
+ 2818572288,
395
+ 2856321024
396
+ ]
397
+ },
398
+ "joint_transformer_blocks.2.attn.to_add_out.weight": {
399
+ "dtype": "F32",
400
+ "shape": [
401
+ 3072,
402
+ 3072
403
+ ],
404
+ "data_offsets": [
405
+ 2856321024,
406
+ 2894069760
407
+ ]
408
+ },
409
+ "joint_transformer_blocks.2.attn.to_k.weight": {
410
+ "dtype": "F32",
411
+ "shape": [
412
+ 3072,
413
+ 3072
414
+ ],
415
+ "data_offsets": [
416
+ 2894069760,
417
+ 2931818496
418
+ ]
419
+ },
420
+ "joint_transformer_blocks.2.attn.to_out.0.weight": {
421
+ "dtype": "F32",
422
+ "shape": [
423
+ 3072,
424
+ 3072
425
+ ],
426
+ "data_offsets": [
427
+ 2931818496,
428
+ 2969567232
429
+ ]
430
+ },
431
+ "joint_transformer_blocks.2.attn.to_q.weight": {
432
+ "dtype": "F32",
433
+ "shape": [
434
+ 3072,
435
+ 3072
436
+ ],
437
+ "data_offsets": [
438
+ 2969567232,
439
+ 3007315968
440
+ ]
441
+ },
442
+ "joint_transformer_blocks.2.attn.to_v.weight": {
443
+ "dtype": "F32",
444
+ "shape": [
445
+ 3072,
446
+ 3072
447
+ ],
448
+ "data_offsets": [
449
+ 3007315968,
450
+ 3045064704
451
+ ]
452
+ },
453
+ "joint_transformer_blocks.2.ff.linear_1.weight": {
454
+ "dtype": "F32",
455
+ "shape": [
456
+ 8192,
457
+ 3072
458
+ ],
459
+ "data_offsets": [
460
+ 3045064704,
461
+ 3145728000
462
+ ]
463
+ },
464
+ "joint_transformer_blocks.2.ff.linear_2.weight": {
465
+ "dtype": "F32",
466
+ "shape": [
467
+ 8192,
468
+ 3072
469
+ ],
470
+ "data_offsets": [
471
+ 3145728000,
472
+ 3246391296
473
+ ]
474
+ },
475
+ "joint_transformer_blocks.2.ff.out_projection.weight": {
476
+ "dtype": "F32",
477
+ "shape": [
478
+ 3072,
479
+ 8192
480
+ ],
481
+ "data_offsets": [
482
+ 3246391296,
483
+ 3347054592
484
+ ]
485
+ },
486
+ "joint_transformer_blocks.2.ff_context.linear_1.weight": {
487
+ "dtype": "F32",
488
+ "shape": [
489
+ 8192,
490
+ 3072
491
+ ],
492
+ "data_offsets": [
493
+ 3347054592,
494
+ 3447717888
495
+ ]
496
+ },
497
+ "joint_transformer_blocks.2.ff_context.linear_2.weight": {
498
+ "dtype": "F32",
499
+ "shape": [
500
+ 8192,
501
+ 3072
502
+ ],
503
+ "data_offsets": [
504
+ 3447717888,
505
+ 3548381184
506
+ ]
507
+ },
508
+ "joint_transformer_blocks.2.ff_context.out_projection.weight": {
509
+ "dtype": "F32",
510
+ "shape": [
511
+ 3072,
512
+ 8192
513
+ ],
514
+ "data_offsets": [
515
+ 3548381184,
516
+ 3649044480
517
+ ]
518
+ },
519
+ "joint_transformer_blocks.2.norm1.linear.weight": {
520
+ "dtype": "F32",
521
+ "shape": [
522
+ 18432,
523
+ 3072
524
+ ],
525
+ "data_offsets": [
526
+ 3649044480,
527
+ 3875536896
528
+ ]
529
+ },
530
+ "joint_transformer_blocks.2.norm1_context.linear.weight": {
531
+ "dtype": "F32",
532
+ "shape": [
533
+ 18432,
534
+ 3072
535
+ ],
536
+ "data_offsets": [
537
+ 3875536896,
538
+ 4102029312
539
+ ]
540
+ },
541
+ "joint_transformer_blocks.3.attn.add_k_proj.weight": {
542
+ "dtype": "F32",
543
+ "shape": [
544
+ 3072,
545
+ 3072
546
+ ],
547
+ "data_offsets": [
548
+ 4102029312,
549
+ 4139778048
550
+ ]
551
+ },
552
+ "joint_transformer_blocks.3.attn.add_q_proj.weight": {
553
+ "dtype": "F32",
554
+ "shape": [
555
+ 3072,
556
+ 3072
557
+ ],
558
+ "data_offsets": [
559
+ 4139778048,
560
+ 4177526784
561
+ ]
562
+ },
563
+ "joint_transformer_blocks.3.attn.add_v_proj.weight": {
564
+ "dtype": "F32",
565
+ "shape": [
566
+ 3072,
567
+ 3072
568
+ ],
569
+ "data_offsets": [
570
+ 4177526784,
571
+ 4215275520
572
+ ]
573
+ },
574
+ "joint_transformer_blocks.3.attn.to_add_out.weight": {
575
+ "dtype": "F32",
576
+ "shape": [
577
+ 3072,
578
+ 3072
579
+ ],
580
+ "data_offsets": [
581
+ 4215275520,
582
+ 4253024256
583
+ ]
584
+ },
585
+ "joint_transformer_blocks.3.attn.to_k.weight": {
586
+ "dtype": "F32",
587
+ "shape": [
588
+ 3072,
589
+ 3072
590
+ ],
591
+ "data_offsets": [
592
+ 4253024256,
593
+ 4290772992
594
+ ]
595
+ },
596
+ "joint_transformer_blocks.3.attn.to_out.0.weight": {
597
+ "dtype": "F32",
598
+ "shape": [
599
+ 3072,
600
+ 3072
601
+ ],
602
+ "data_offsets": [
603
+ 4290772992,
604
+ 4328521728
605
+ ]
606
+ },
607
+ "joint_transformer_blocks.3.attn.to_q.weight": {
608
+ "dtype": "F32",
609
+ "shape": [
610
+ 3072,
611
+ 3072
612
+ ],
613
+ "data_offsets": [
614
+ 4328521728,
615
+ 4366270464
616
+ ]
617
+ },
618
+ "joint_transformer_blocks.3.attn.to_v.weight": {
619
+ "dtype": "F32",
620
+ "shape": [
621
+ 3072,
622
+ 3072
623
+ ],
624
+ "data_offsets": [
625
+ 4366270464,
626
+ 4404019200
627
+ ]
628
+ },
629
+ "joint_transformer_blocks.3.ff.linear_1.weight": {
630
+ "dtype": "F32",
631
+ "shape": [
632
+ 8192,
633
+ 3072
634
+ ],
635
+ "data_offsets": [
636
+ 4404019200,
637
+ 4504682496
638
+ ]
639
+ },
640
+ "joint_transformer_blocks.3.ff.linear_2.weight": {
641
+ "dtype": "F32",
642
+ "shape": [
643
+ 8192,
644
+ 3072
645
+ ],
646
+ "data_offsets": [
647
+ 4504682496,
648
+ 4605345792
649
+ ]
650
+ },
651
+ "joint_transformer_blocks.3.ff.out_projection.weight": {
652
+ "dtype": "F32",
653
+ "shape": [
654
+ 3072,
655
+ 8192
656
+ ],
657
+ "data_offsets": [
658
+ 4605345792,
659
+ 4706009088
660
+ ]
661
+ },
662
+ "joint_transformer_blocks.3.ff_context.linear_1.weight": {
663
+ "dtype": "F32",
664
+ "shape": [
665
+ 8192,
666
+ 3072
667
+ ],
668
+ "data_offsets": [
669
+ 4706009088,
670
+ 4806672384
671
+ ]
672
+ },
673
+ "joint_transformer_blocks.3.ff_context.linear_2.weight": {
674
+ "dtype": "F32",
675
+ "shape": [
676
+ 8192,
677
+ 3072
678
+ ],
679
+ "data_offsets": [
680
+ 4806672384,
681
+ 4907335680
682
+ ]
683
+ },
684
+ "joint_transformer_blocks.3.ff_context.out_projection.weight": {
685
+ "dtype": "F32",
686
+ "shape": [
687
+ 3072,
688
+ 8192
689
+ ],
690
+ "data_offsets": [
691
+ 4907335680,
692
+ 5007998976
693
+ ]
694
+ },
695
+ "joint_transformer_blocks.3.norm1.linear.weight": {
696
+ "dtype": "F32",
697
+ "shape": [
698
+ 18432,
699
+ 3072
700
+ ],
701
+ "data_offsets": [
702
+ 5007998976,
703
+ 5234491392
704
+ ]
705
+ },
706
+ "joint_transformer_blocks.3.norm1_context.linear.weight": {
707
+ "dtype": "F32",
708
+ "shape": [
709
+ 18432,
710
+ 3072
711
+ ],
712
+ "data_offsets": [
713
+ 5234491392,
714
+ 5460983808
715
+ ]
716
+ },
717
+ "pos_embed.pos_embed": {
718
+ "dtype": "F32",
719
+ "shape": [
720
+ 1,
721
+ 4096,
722
+ 3072
723
+ ],
724
+ "data_offsets": [
725
+ 5460983808,
726
+ 5511315456
727
+ ]
728
+ },
729
+ "pos_embed.proj.bias": {
730
+ "dtype": "F32",
731
+ "shape": [
732
+ 3072
733
+ ],
734
+ "data_offsets": [
735
+ 5511315456,
736
+ 5511327744
737
+ ]
738
+ },
739
+ "pos_embed.proj.weight": {
740
+ "dtype": "F32",
741
+ "shape": [
742
+ 3072,
743
+ 16
744
+ ],
745
+ "data_offsets": [
746
+ 5511327744,
747
+ 5511524352
748
+ ]
749
+ },
750
+ "register_tokens": {
751
+ "dtype": "F32",
752
+ "shape": [
753
+ 1,
754
+ 8,
755
+ 3072
756
+ ],
757
+ "data_offsets": [
758
+ 5511524352,
759
+ 5511622656
760
+ ]
761
+ },
762
+ "single_transformer_blocks.0.attn.to_k.weight": {
763
+ "dtype": "F32",
764
+ "shape": [
765
+ 3072,
766
+ 3072
767
+ ],
768
+ "data_offsets": [
769
+ 5511622656,
770
+ 5549371392
771
+ ]
772
+ },
773
+ "single_transformer_blocks.0.attn.to_out.0.weight": {
774
+ "dtype": "F32",
775
+ "shape": [
776
+ 3072,
777
+ 3072
778
+ ],
779
+ "data_offsets": [
780
+ 5549371392,
781
+ 5587120128
782
+ ]
783
+ },
784
+ "single_transformer_blocks.0.attn.to_q.weight": {
785
+ "dtype": "F32",
786
+ "shape": [
787
+ 3072,
788
+ 3072
789
+ ],
790
+ "data_offsets": [
791
+ 5587120128,
792
+ 5624868864
793
+ ]
794
+ },
795
+ "single_transformer_blocks.0.attn.to_v.weight": {
796
+ "dtype": "F32",
797
+ "shape": [
798
+ 3072,
799
+ 3072
800
+ ],
801
+ "data_offsets": [
802
+ 5624868864,
803
+ 5662617600
804
+ ]
805
+ },
806
+ "single_transformer_blocks.0.ff.linear_1.weight": {
807
+ "dtype": "F32",
808
+ "shape": [
809
+ 8192,
810
+ 3072
811
+ ],
812
+ "data_offsets": [
813
+ 5662617600,
814
+ 5763280896
815
+ ]
816
+ },
817
+ "single_transformer_blocks.0.ff.linear_2.weight": {
818
+ "dtype": "F32",
819
+ "shape": [
820
+ 8192,
821
+ 3072
822
+ ],
823
+ "data_offsets": [
824
+ 5763280896,
825
+ 5863944192
826
+ ]
827
+ },
828
+ "single_transformer_blocks.0.ff.out_projection.weight": {
829
+ "dtype": "F32",
830
+ "shape": [
831
+ 3072,
832
+ 8192
833
+ ],
834
+ "data_offsets": [
835
+ 5863944192,
836
+ 5964607488
837
+ ]
838
+ },
839
+ "single_transformer_blocks.0.norm1.linear.weight": {
840
+ "dtype": "F32",
841
+ "shape": [
842
+ 18432,
843
+ 3072
844
+ ],
845
+ "data_offsets": [
846
+ 5964607488,
847
+ 6191099904
848
+ ]
849
+ },
850
+ "single_transformer_blocks.1.attn.to_k.weight": {
851
+ "dtype": "F32",
852
+ "shape": [
853
+ 3072,
854
+ 3072
855
+ ],
856
+ "data_offsets": [
857
+ 6191099904,
858
+ 6228848640
859
+ ]
860
+ },
861
+ "single_transformer_blocks.1.attn.to_out.0.weight": {
862
+ "dtype": "F32",
863
+ "shape": [
864
+ 3072,
865
+ 3072
866
+ ],
867
+ "data_offsets": [
868
+ 6228848640,
869
+ 6266597376
870
+ ]
871
+ },
872
+ "single_transformer_blocks.1.attn.to_q.weight": {
873
+ "dtype": "F32",
874
+ "shape": [
875
+ 3072,
876
+ 3072
877
+ ],
878
+ "data_offsets": [
879
+ 6266597376,
880
+ 6304346112
881
+ ]
882
+ },
883
+ "single_transformer_blocks.1.attn.to_v.weight": {
884
+ "dtype": "F32",
885
+ "shape": [
886
+ 3072,
887
+ 3072
888
+ ],
889
+ "data_offsets": [
890
+ 6304346112,
891
+ 6342094848
892
+ ]
893
+ },
894
+ "single_transformer_blocks.1.ff.linear_1.weight": {
895
+ "dtype": "F32",
896
+ "shape": [
897
+ 8192,
898
+ 3072
899
+ ],
900
+ "data_offsets": [
901
+ 6342094848,
902
+ 6442758144
903
+ ]
904
+ },
905
+ "single_transformer_blocks.1.ff.linear_2.weight": {
906
+ "dtype": "F32",
907
+ "shape": [
908
+ 8192,
909
+ 3072
910
+ ],
911
+ "data_offsets": [
912
+ 6442758144,
913
+ 6543421440
914
+ ]
915
+ },
916
+ "single_transformer_blocks.1.ff.out_projection.weight": {
917
+ "dtype": "F32",
918
+ "shape": [
919
+ 3072,
920
+ 8192
921
+ ],
922
+ "data_offsets": [
923
+ 6543421440,
924
+ 6644084736
925
+ ]
926
+ },
927
+ "single_transformer_blocks.1.norm1.linear.weight": {
928
+ "dtype": "F32",
929
+ "shape": [
930
+ 18432,
931
+ 3072
932
+ ],
933
+ "data_offsets": [
934
+ 6644084736,
935
+ 6870577152
936
+ ]
937
+ },
938
+ "single_transformer_blocks.2.attn.to_k.weight": {
939
+ "dtype": "F32",
940
+ "shape": [
941
+ 3072,
942
+ 3072
943
+ ],
944
+ "data_offsets": [
945
+ 6870577152,
946
+ 6908325888
947
+ ]
948
+ },
949
+ "single_transformer_blocks.2.attn.to_out.0.weight": {
950
+ "dtype": "F32",
951
+ "shape": [
952
+ 3072,
953
+ 3072
954
+ ],
955
+ "data_offsets": [
956
+ 6908325888,
957
+ 6946074624
958
+ ]
959
+ },
960
+ "single_transformer_blocks.2.attn.to_q.weight": {
961
+ "dtype": "F32",
962
+ "shape": [
963
+ 3072,
964
+ 3072
965
+ ],
966
+ "data_offsets": [
967
+ 6946074624,
968
+ 6983823360
969
+ ]
970
+ },
971
+ "single_transformer_blocks.2.attn.to_v.weight": {
972
+ "dtype": "F32",
973
+ "shape": [
974
+ 3072,
975
+ 3072
976
+ ],
977
+ "data_offsets": [
978
+ 6983823360,
979
+ 7021572096
980
+ ]
981
+ },
982
+ "single_transformer_blocks.2.ff.linear_1.weight": {
983
+ "dtype": "F32",
984
+ "shape": [
985
+ 8192,
986
+ 3072
987
+ ],
988
+ "data_offsets": [
989
+ 7021572096,
990
+ 7122235392
991
+ ]
992
+ },
993
+ "single_transformer_blocks.2.ff.linear_2.weight": {
994
+ "dtype": "F32",
995
+ "shape": [
996
+ 8192,
997
+ 3072
998
+ ],
999
+ "data_offsets": [
1000
+ 7122235392,
1001
+ 7222898688
1002
+ ]
1003
+ },
1004
+ "single_transformer_blocks.2.ff.out_projection.weight": {
1005
+ "dtype": "F32",
1006
+ "shape": [
1007
+ 3072,
1008
+ 8192
1009
+ ],
1010
+ "data_offsets": [
1011
+ 7222898688,
1012
+ 7323561984
1013
+ ]
1014
+ },
1015
+ "single_transformer_blocks.2.norm1.linear.weight": {
1016
+ "dtype": "F32",
1017
+ "shape": [
1018
+ 18432,
1019
+ 3072
1020
+ ],
1021
+ "data_offsets": [
1022
+ 7323561984,
1023
+ 7550054400
1024
+ ]
1025
+ },
1026
+ "single_transformer_blocks.3.attn.to_k.weight": {
1027
+ "dtype": "F32",
1028
+ "shape": [
1029
+ 3072,
1030
+ 3072
1031
+ ],
1032
+ "data_offsets": [
1033
+ 7550054400,
1034
+ 7587803136
1035
+ ]
1036
+ },
1037
+ "single_transformer_blocks.3.attn.to_out.0.weight": {
1038
+ "dtype": "F32",
1039
+ "shape": [
1040
+ 3072,
1041
+ 3072
1042
+ ],
1043
+ "data_offsets": [
1044
+ 7587803136,
1045
+ 7625551872
1046
+ ]
1047
+ },
1048
+ "single_transformer_blocks.3.attn.to_q.weight": {
1049
+ "dtype": "F32",
1050
+ "shape": [
1051
+ 3072,
1052
+ 3072
1053
+ ],
1054
+ "data_offsets": [
1055
+ 7625551872,
1056
+ 7663300608
1057
+ ]
1058
+ },
1059
+ "single_transformer_blocks.3.attn.to_v.weight": {
1060
+ "dtype": "F32",
1061
+ "shape": [
1062
+ 3072,
1063
+ 3072
1064
+ ],
1065
+ "data_offsets": [
1066
+ 7663300608,
1067
+ 7701049344
1068
+ ]
1069
+ },
1070
+ "single_transformer_blocks.3.ff.linear_1.weight": {
1071
+ "dtype": "F32",
1072
+ "shape": [
1073
+ 8192,
1074
+ 3072
1075
+ ],
1076
+ "data_offsets": [
1077
+ 7701049344,
1078
+ 7801712640
1079
+ ]
1080
+ },
1081
+ "single_transformer_blocks.3.ff.linear_2.weight": {
1082
+ "dtype": "F32",
1083
+ "shape": [
1084
+ 8192,
1085
+ 3072
1086
+ ],
1087
+ "data_offsets": [
1088
+ 7801712640,
1089
+ 7902375936
1090
+ ]
1091
+ },
1092
+ "single_transformer_blocks.3.ff.out_projection.weight": {
1093
+ "dtype": "F32",
1094
+ "shape": [
1095
+ 3072,
1096
+ 8192
1097
+ ],
1098
+ "data_offsets": [
1099
+ 7902375936,
1100
+ 8003039232
1101
+ ]
1102
+ },
1103
+ "single_transformer_blocks.3.norm1.linear.weight": {
1104
+ "dtype": "F32",
1105
+ "shape": [
1106
+ 18432,
1107
+ 3072
1108
+ ],
1109
+ "data_offsets": [
1110
+ 8003039232,
1111
+ 8229531648
1112
+ ]
1113
+ },
1114
+ "single_transformer_blocks.4.attn.to_k.weight": {
1115
+ "dtype": "F32",
1116
+ "shape": [
1117
+ 3072,
1118
+ 3072
1119
+ ],
1120
+ "data_offsets": [
1121
+ 8229531648,
1122
+ 8267280384
1123
+ ]
1124
+ },
1125
+ "single_transformer_blocks.4.attn.to_out.0.weight": {
1126
+ "dtype": "F32",
1127
+ "shape": [
1128
+ 3072,
1129
+ 3072
1130
+ ],
1131
+ "data_offsets": [
1132
+ 8267280384,
1133
+ 8305029120
1134
+ ]
1135
+ },
1136
+ "single_transformer_blocks.4.attn.to_q.weight": {
1137
+ "dtype": "F32",
1138
+ "shape": [
1139
+ 3072,
1140
+ 3072
1141
+ ],
1142
+ "data_offsets": [
1143
+ 8305029120,
1144
+ 8342777856
1145
+ ]
1146
+ },
1147
+ "single_transformer_blocks.4.attn.to_v.weight": {
1148
+ "dtype": "F32",
1149
+ "shape": [
1150
+ 3072,
1151
+ 3072
1152
+ ],
1153
+ "data_offsets": [
1154
+ 8342777856,
1155
+ 8380526592
1156
+ ]
1157
+ },
1158
+ "single_transformer_blocks.4.ff.linear_1.weight": {
1159
+ "dtype": "F32",
1160
+ "shape": [
1161
+ 8192,
1162
+ 3072
1163
+ ],
1164
+ "data_offsets": [
1165
+ 8380526592,
1166
+ 8481189888
1167
+ ]
1168
+ },
1169
+ "single_transformer_blocks.4.ff.linear_2.weight": {
1170
+ "dtype": "F32",
1171
+ "shape": [
1172
+ 8192,
1173
+ 3072
1174
+ ],
1175
+ "data_offsets": [
1176
+ 8481189888,
1177
+ 8581853184
1178
+ ]
1179
+ },
1180
+ "single_transformer_blocks.4.ff.out_projection.weight": {
1181
+ "dtype": "F32",
1182
+ "shape": [
1183
+ 3072,
1184
+ 8192
1185
+ ],
1186
+ "data_offsets": [
1187
+ 8581853184,
1188
+ 8682516480
1189
+ ]
1190
+ },
1191
+ "single_transformer_blocks.4.norm1.linear.weight": {
1192
+ "dtype": "F32",
1193
+ "shape": [
1194
+ 18432,
1195
+ 3072
1196
+ ],
1197
+ "data_offsets": [
1198
+ 8682516480,
1199
+ 8909008896
1200
+ ]
1201
+ },
1202
+ "single_transformer_blocks.5.attn.to_k.weight": {
1203
+ "dtype": "F32",
1204
+ "shape": [
1205
+ 3072,
1206
+ 3072
1207
+ ],
1208
+ "data_offsets": [
1209
+ 8909008896,
1210
+ 8946757632
1211
+ ]
1212
+ },
1213
+ "single_transformer_blocks.5.attn.to_out.0.weight": {
1214
+ "dtype": "F32",
1215
+ "shape": [
1216
+ 3072,
1217
+ 3072
1218
+ ],
1219
+ "data_offsets": [
1220
+ 8946757632,
1221
+ 8984506368
1222
+ ]
1223
+ },
1224
+ "single_transformer_blocks.5.attn.to_q.weight": {
1225
+ "dtype": "F32",
1226
+ "shape": [
1227
+ 3072,
1228
+ 3072
1229
+ ],
1230
+ "data_offsets": [
1231
+ 8984506368,
1232
+ 9022255104
1233
+ ]
1234
+ },
1235
+ "single_transformer_blocks.5.attn.to_v.weight": {
1236
+ "dtype": "F32",
1237
+ "shape": [
1238
+ 3072,
1239
+ 3072
1240
+ ],
1241
+ "data_offsets": [
1242
+ 9022255104,
1243
+ 9060003840
1244
+ ]
1245
+ },
1246
+ "single_transformer_blocks.5.ff.linear_1.weight": {
1247
+ "dtype": "F32",
1248
+ "shape": [
1249
+ 8192,
1250
+ 3072
1251
+ ],
1252
+ "data_offsets": [
1253
+ 9060003840,
1254
+ 9160667136
1255
+ ]
1256
+ },
1257
+ "single_transformer_blocks.5.ff.linear_2.weight": {
1258
+ "dtype": "F32",
1259
+ "shape": [
1260
+ 8192,
1261
+ 3072
1262
+ ],
1263
+ "data_offsets": [
1264
+ 9160667136,
1265
+ 9261330432
1266
+ ]
1267
+ },
1268
+ "single_transformer_blocks.5.ff.out_projection.weight": {
1269
+ "dtype": "F32",
1270
+ "shape": [
1271
+ 3072,
1272
+ 8192
1273
+ ],
1274
+ "data_offsets": [
1275
+ 9261330432,
1276
+ 9361993728
1277
+ ]
1278
+ },
1279
+ "single_transformer_blocks.5.norm1.linear.weight": {
1280
+ "dtype": "F32",
1281
+ "shape": [
1282
+ 18432,
1283
+ 3072
1284
+ ],
1285
+ "data_offsets": [
1286
+ 9361993728,
1287
+ 9588486144
1288
+ ]
1289
+ },
1290
+ "single_transformer_blocks.6.attn.to_k.weight": {
1291
+ "dtype": "F32",
1292
+ "shape": [
1293
+ 3072,
1294
+ 3072
1295
+ ],
1296
+ "data_offsets": [
1297
+ 9588486144,
1298
+ 9626234880
1299
+ ]
1300
+ },
1301
+ "single_transformer_blocks.6.attn.to_q.weight": {
1302
+ "dtype": "F32",
1303
+ "shape": [
1304
+ 3072,
1305
+ 3072
1306
+ ],
1307
+ "data_offsets": [
1308
+ 9626234880,
1309
+ 9663983616
1310
+ ]
1311
+ },
1312
+ "single_transformer_blocks.6.attn.to_v.weight": {
1313
+ "dtype": "F32",
1314
+ "shape": [
1315
+ 3072,
1316
+ 3072
1317
+ ],
1318
+ "data_offsets": [
1319
+ 9663983616,
1320
+ 9701732352
1321
+ ]
1322
+ },
1323
+ "single_transformer_blocks.6.norm1.linear.weight": {
1324
+ "dtype": "F32",
1325
+ "shape": [
1326
+ 18432,
1327
+ 3072
1328
+ ],
1329
+ "data_offsets": [
1330
+ 9701732352,
1331
+ 9928224768
1332
+ ]
1333
+ },
1334
+ "time_step_proj.linear_1.bias": {
1335
+ "dtype": "F32",
1336
+ "shape": [
1337
+ 3072
1338
+ ],
1339
+ "data_offsets": [
1340
+ 9928224768,
1341
+ 9928237056
1342
+ ]
1343
+ },
1344
+ "time_step_proj.linear_1.weight": {
1345
+ "dtype": "F32",
1346
+ "shape": [
1347
+ 3072,
1348
+ 256
1349
+ ],
1350
+ "data_offsets": [
1351
+ 9928237056,
1352
+ 9931382784
1353
+ ]
1354
+ },
1355
+ "time_step_proj.linear_2.bias": {
1356
+ "dtype": "F32",
1357
+ "shape": [
1358
+ 3072
1359
+ ],
1360
+ "data_offsets": [
1361
+ 9931382784,
1362
+ 9931395072
1363
+ ]
1364
+ },
1365
+ "time_step_proj.linear_2.weight": {
1366
+ "dtype": "F32",
1367
+ "shape": [
1368
+ 3072,
1369
+ 3072
1370
+ ],
1371
+ "data_offsets": [
1372
+ 9931395072,
1373
+ 9969143808
1374
+ ]
1375
+ }
1376
+ }
state_dicts/auraflow.diffusers.2of2.fp16.safetensors.json ADDED
@@ -0,0 +1,992 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_out.linear.weight": {
3
+ "dtype": "F16",
4
+ "shape": [
5
+ 6144,
6
+ 3072
7
+ ],
8
+ "data_offsets": [
9
+ 0,
10
+ 37748736
11
+ ]
12
+ },
13
+ "proj_out.weight": {
14
+ "dtype": "F16",
15
+ "shape": [
16
+ 16,
17
+ 3072
18
+ ],
19
+ "data_offsets": [
20
+ 37748736,
21
+ 37847040
22
+ ]
23
+ },
24
+ "single_transformer_blocks.21.attn.to_k.weight": {
25
+ "dtype": "F16",
26
+ "shape": [
27
+ 3072,
28
+ 3072
29
+ ],
30
+ "data_offsets": [
31
+ 37847040,
32
+ 56721408
33
+ ]
34
+ },
35
+ "single_transformer_blocks.21.attn.to_out.0.weight": {
36
+ "dtype": "F16",
37
+ "shape": [
38
+ 3072,
39
+ 3072
40
+ ],
41
+ "data_offsets": [
42
+ 56721408,
43
+ 75595776
44
+ ]
45
+ },
46
+ "single_transformer_blocks.21.attn.to_q.weight": {
47
+ "dtype": "F16",
48
+ "shape": [
49
+ 3072,
50
+ 3072
51
+ ],
52
+ "data_offsets": [
53
+ 75595776,
54
+ 94470144
55
+ ]
56
+ },
57
+ "single_transformer_blocks.21.attn.to_v.weight": {
58
+ "dtype": "F16",
59
+ "shape": [
60
+ 3072,
61
+ 3072
62
+ ],
63
+ "data_offsets": [
64
+ 94470144,
65
+ 113344512
66
+ ]
67
+ },
68
+ "single_transformer_blocks.21.ff.linear_1.weight": {
69
+ "dtype": "F16",
70
+ "shape": [
71
+ 8192,
72
+ 3072
73
+ ],
74
+ "data_offsets": [
75
+ 113344512,
76
+ 163676160
77
+ ]
78
+ },
79
+ "single_transformer_blocks.21.ff.linear_2.weight": {
80
+ "dtype": "F16",
81
+ "shape": [
82
+ 8192,
83
+ 3072
84
+ ],
85
+ "data_offsets": [
86
+ 163676160,
87
+ 214007808
88
+ ]
89
+ },
90
+ "single_transformer_blocks.21.ff.out_projection.weight": {
91
+ "dtype": "F16",
92
+ "shape": [
93
+ 3072,
94
+ 8192
95
+ ],
96
+ "data_offsets": [
97
+ 214007808,
98
+ 264339456
99
+ ]
100
+ },
101
+ "single_transformer_blocks.21.norm1.linear.weight": {
102
+ "dtype": "F16",
103
+ "shape": [
104
+ 18432,
105
+ 3072
106
+ ],
107
+ "data_offsets": [
108
+ 264339456,
109
+ 377585664
110
+ ]
111
+ },
112
+ "single_transformer_blocks.22.attn.to_k.weight": {
113
+ "dtype": "F16",
114
+ "shape": [
115
+ 3072,
116
+ 3072
117
+ ],
118
+ "data_offsets": [
119
+ 377585664,
120
+ 396460032
121
+ ]
122
+ },
123
+ "single_transformer_blocks.22.attn.to_out.0.weight": {
124
+ "dtype": "F16",
125
+ "shape": [
126
+ 3072,
127
+ 3072
128
+ ],
129
+ "data_offsets": [
130
+ 396460032,
131
+ 415334400
132
+ ]
133
+ },
134
+ "single_transformer_blocks.22.attn.to_q.weight": {
135
+ "dtype": "F16",
136
+ "shape": [
137
+ 3072,
138
+ 3072
139
+ ],
140
+ "data_offsets": [
141
+ 415334400,
142
+ 434208768
143
+ ]
144
+ },
145
+ "single_transformer_blocks.22.attn.to_v.weight": {
146
+ "dtype": "F16",
147
+ "shape": [
148
+ 3072,
149
+ 3072
150
+ ],
151
+ "data_offsets": [
152
+ 434208768,
153
+ 453083136
154
+ ]
155
+ },
156
+ "single_transformer_blocks.22.ff.linear_1.weight": {
157
+ "dtype": "F16",
158
+ "shape": [
159
+ 8192,
160
+ 3072
161
+ ],
162
+ "data_offsets": [
163
+ 453083136,
164
+ 503414784
165
+ ]
166
+ },
167
+ "single_transformer_blocks.22.ff.linear_2.weight": {
168
+ "dtype": "F16",
169
+ "shape": [
170
+ 8192,
171
+ 3072
172
+ ],
173
+ "data_offsets": [
174
+ 503414784,
175
+ 553746432
176
+ ]
177
+ },
178
+ "single_transformer_blocks.22.ff.out_projection.weight": {
179
+ "dtype": "F16",
180
+ "shape": [
181
+ 3072,
182
+ 8192
183
+ ],
184
+ "data_offsets": [
185
+ 553746432,
186
+ 604078080
187
+ ]
188
+ },
189
+ "single_transformer_blocks.22.norm1.linear.weight": {
190
+ "dtype": "F16",
191
+ "shape": [
192
+ 18432,
193
+ 3072
194
+ ],
195
+ "data_offsets": [
196
+ 604078080,
197
+ 717324288
198
+ ]
199
+ },
200
+ "single_transformer_blocks.23.attn.to_k.weight": {
201
+ "dtype": "F16",
202
+ "shape": [
203
+ 3072,
204
+ 3072
205
+ ],
206
+ "data_offsets": [
207
+ 717324288,
208
+ 736198656
209
+ ]
210
+ },
211
+ "single_transformer_blocks.23.attn.to_out.0.weight": {
212
+ "dtype": "F16",
213
+ "shape": [
214
+ 3072,
215
+ 3072
216
+ ],
217
+ "data_offsets": [
218
+ 736198656,
219
+ 755073024
220
+ ]
221
+ },
222
+ "single_transformer_blocks.23.attn.to_q.weight": {
223
+ "dtype": "F16",
224
+ "shape": [
225
+ 3072,
226
+ 3072
227
+ ],
228
+ "data_offsets": [
229
+ 755073024,
230
+ 773947392
231
+ ]
232
+ },
233
+ "single_transformer_blocks.23.attn.to_v.weight": {
234
+ "dtype": "F16",
235
+ "shape": [
236
+ 3072,
237
+ 3072
238
+ ],
239
+ "data_offsets": [
240
+ 773947392,
241
+ 792821760
242
+ ]
243
+ },
244
+ "single_transformer_blocks.23.ff.linear_1.weight": {
245
+ "dtype": "F16",
246
+ "shape": [
247
+ 8192,
248
+ 3072
249
+ ],
250
+ "data_offsets": [
251
+ 792821760,
252
+ 843153408
253
+ ]
254
+ },
255
+ "single_transformer_blocks.23.ff.linear_2.weight": {
256
+ "dtype": "F16",
257
+ "shape": [
258
+ 8192,
259
+ 3072
260
+ ],
261
+ "data_offsets": [
262
+ 843153408,
263
+ 893485056
264
+ ]
265
+ },
266
+ "single_transformer_blocks.23.ff.out_projection.weight": {
267
+ "dtype": "F16",
268
+ "shape": [
269
+ 3072,
270
+ 8192
271
+ ],
272
+ "data_offsets": [
273
+ 893485056,
274
+ 943816704
275
+ ]
276
+ },
277
+ "single_transformer_blocks.23.norm1.linear.weight": {
278
+ "dtype": "F16",
279
+ "shape": [
280
+ 18432,
281
+ 3072
282
+ ],
283
+ "data_offsets": [
284
+ 943816704,
285
+ 1057062912
286
+ ]
287
+ },
288
+ "single_transformer_blocks.24.attn.to_k.weight": {
289
+ "dtype": "F16",
290
+ "shape": [
291
+ 3072,
292
+ 3072
293
+ ],
294
+ "data_offsets": [
295
+ 1057062912,
296
+ 1075937280
297
+ ]
298
+ },
299
+ "single_transformer_blocks.24.attn.to_out.0.weight": {
300
+ "dtype": "F16",
301
+ "shape": [
302
+ 3072,
303
+ 3072
304
+ ],
305
+ "data_offsets": [
306
+ 1075937280,
307
+ 1094811648
308
+ ]
309
+ },
310
+ "single_transformer_blocks.24.attn.to_q.weight": {
311
+ "dtype": "F16",
312
+ "shape": [
313
+ 3072,
314
+ 3072
315
+ ],
316
+ "data_offsets": [
317
+ 1094811648,
318
+ 1113686016
319
+ ]
320
+ },
321
+ "single_transformer_blocks.24.attn.to_v.weight": {
322
+ "dtype": "F16",
323
+ "shape": [
324
+ 3072,
325
+ 3072
326
+ ],
327
+ "data_offsets": [
328
+ 1113686016,
329
+ 1132560384
330
+ ]
331
+ },
332
+ "single_transformer_blocks.24.ff.linear_1.weight": {
333
+ "dtype": "F16",
334
+ "shape": [
335
+ 8192,
336
+ 3072
337
+ ],
338
+ "data_offsets": [
339
+ 1132560384,
340
+ 1182892032
341
+ ]
342
+ },
343
+ "single_transformer_blocks.24.ff.linear_2.weight": {
344
+ "dtype": "F16",
345
+ "shape": [
346
+ 8192,
347
+ 3072
348
+ ],
349
+ "data_offsets": [
350
+ 1182892032,
351
+ 1233223680
352
+ ]
353
+ },
354
+ "single_transformer_blocks.24.ff.out_projection.weight": {
355
+ "dtype": "F16",
356
+ "shape": [
357
+ 3072,
358
+ 8192
359
+ ],
360
+ "data_offsets": [
361
+ 1233223680,
362
+ 1283555328
363
+ ]
364
+ },
365
+ "single_transformer_blocks.24.norm1.linear.weight": {
366
+ "dtype": "F16",
367
+ "shape": [
368
+ 18432,
369
+ 3072
370
+ ],
371
+ "data_offsets": [
372
+ 1283555328,
373
+ 1396801536
374
+ ]
375
+ },
376
+ "single_transformer_blocks.25.attn.to_k.weight": {
377
+ "dtype": "F16",
378
+ "shape": [
379
+ 3072,
380
+ 3072
381
+ ],
382
+ "data_offsets": [
383
+ 1396801536,
384
+ 1415675904
385
+ ]
386
+ },
387
+ "single_transformer_blocks.25.attn.to_out.0.weight": {
388
+ "dtype": "F16",
389
+ "shape": [
390
+ 3072,
391
+ 3072
392
+ ],
393
+ "data_offsets": [
394
+ 1415675904,
395
+ 1434550272
396
+ ]
397
+ },
398
+ "single_transformer_blocks.25.attn.to_q.weight": {
399
+ "dtype": "F16",
400
+ "shape": [
401
+ 3072,
402
+ 3072
403
+ ],
404
+ "data_offsets": [
405
+ 1434550272,
406
+ 1453424640
407
+ ]
408
+ },
409
+ "single_transformer_blocks.25.attn.to_v.weight": {
410
+ "dtype": "F16",
411
+ "shape": [
412
+ 3072,
413
+ 3072
414
+ ],
415
+ "data_offsets": [
416
+ 1453424640,
417
+ 1472299008
418
+ ]
419
+ },
420
+ "single_transformer_blocks.25.ff.linear_1.weight": {
421
+ "dtype": "F16",
422
+ "shape": [
423
+ 8192,
424
+ 3072
425
+ ],
426
+ "data_offsets": [
427
+ 1472299008,
428
+ 1522630656
429
+ ]
430
+ },
431
+ "single_transformer_blocks.25.ff.linear_2.weight": {
432
+ "dtype": "F16",
433
+ "shape": [
434
+ 8192,
435
+ 3072
436
+ ],
437
+ "data_offsets": [
438
+ 1522630656,
439
+ 1572962304
440
+ ]
441
+ },
442
+ "single_transformer_blocks.25.ff.out_projection.weight": {
443
+ "dtype": "F16",
444
+ "shape": [
445
+ 3072,
446
+ 8192
447
+ ],
448
+ "data_offsets": [
449
+ 1572962304,
450
+ 1623293952
451
+ ]
452
+ },
453
+ "single_transformer_blocks.25.norm1.linear.weight": {
454
+ "dtype": "F16",
455
+ "shape": [
456
+ 18432,
457
+ 3072
458
+ ],
459
+ "data_offsets": [
460
+ 1623293952,
461
+ 1736540160
462
+ ]
463
+ },
464
+ "single_transformer_blocks.26.attn.to_k.weight": {
465
+ "dtype": "F16",
466
+ "shape": [
467
+ 3072,
468
+ 3072
469
+ ],
470
+ "data_offsets": [
471
+ 1736540160,
472
+ 1755414528
473
+ ]
474
+ },
475
+ "single_transformer_blocks.26.attn.to_out.0.weight": {
476
+ "dtype": "F16",
477
+ "shape": [
478
+ 3072,
479
+ 3072
480
+ ],
481
+ "data_offsets": [
482
+ 1755414528,
483
+ 1774288896
484
+ ]
485
+ },
486
+ "single_transformer_blocks.26.attn.to_q.weight": {
487
+ "dtype": "F16",
488
+ "shape": [
489
+ 3072,
490
+ 3072
491
+ ],
492
+ "data_offsets": [
493
+ 1774288896,
494
+ 1793163264
495
+ ]
496
+ },
497
+ "single_transformer_blocks.26.attn.to_v.weight": {
498
+ "dtype": "F16",
499
+ "shape": [
500
+ 3072,
501
+ 3072
502
+ ],
503
+ "data_offsets": [
504
+ 1793163264,
505
+ 1812037632
506
+ ]
507
+ },
508
+ "single_transformer_blocks.26.ff.linear_1.weight": {
509
+ "dtype": "F16",
510
+ "shape": [
511
+ 8192,
512
+ 3072
513
+ ],
514
+ "data_offsets": [
515
+ 1812037632,
516
+ 1862369280
517
+ ]
518
+ },
519
+ "single_transformer_blocks.26.ff.linear_2.weight": {
520
+ "dtype": "F16",
521
+ "shape": [
522
+ 8192,
523
+ 3072
524
+ ],
525
+ "data_offsets": [
526
+ 1862369280,
527
+ 1912700928
528
+ ]
529
+ },
530
+ "single_transformer_blocks.26.ff.out_projection.weight": {
531
+ "dtype": "F16",
532
+ "shape": [
533
+ 3072,
534
+ 8192
535
+ ],
536
+ "data_offsets": [
537
+ 1912700928,
538
+ 1963032576
539
+ ]
540
+ },
541
+ "single_transformer_blocks.26.norm1.linear.weight": {
542
+ "dtype": "F16",
543
+ "shape": [
544
+ 18432,
545
+ 3072
546
+ ],
547
+ "data_offsets": [
548
+ 1963032576,
549
+ 2076278784
550
+ ]
551
+ },
552
+ "single_transformer_blocks.27.attn.to_k.weight": {
553
+ "dtype": "F16",
554
+ "shape": [
555
+ 3072,
556
+ 3072
557
+ ],
558
+ "data_offsets": [
559
+ 2076278784,
560
+ 2095153152
561
+ ]
562
+ },
563
+ "single_transformer_blocks.27.attn.to_out.0.weight": {
564
+ "dtype": "F16",
565
+ "shape": [
566
+ 3072,
567
+ 3072
568
+ ],
569
+ "data_offsets": [
570
+ 2095153152,
571
+ 2114027520
572
+ ]
573
+ },
574
+ "single_transformer_blocks.27.attn.to_q.weight": {
575
+ "dtype": "F16",
576
+ "shape": [
577
+ 3072,
578
+ 3072
579
+ ],
580
+ "data_offsets": [
581
+ 2114027520,
582
+ 2132901888
583
+ ]
584
+ },
585
+ "single_transformer_blocks.27.attn.to_v.weight": {
586
+ "dtype": "F16",
587
+ "shape": [
588
+ 3072,
589
+ 3072
590
+ ],
591
+ "data_offsets": [
592
+ 2132901888,
593
+ 2151776256
594
+ ]
595
+ },
596
+ "single_transformer_blocks.27.ff.linear_1.weight": {
597
+ "dtype": "F16",
598
+ "shape": [
599
+ 8192,
600
+ 3072
601
+ ],
602
+ "data_offsets": [
603
+ 2151776256,
604
+ 2202107904
605
+ ]
606
+ },
607
+ "single_transformer_blocks.27.ff.linear_2.weight": {
608
+ "dtype": "F16",
609
+ "shape": [
610
+ 8192,
611
+ 3072
612
+ ],
613
+ "data_offsets": [
614
+ 2202107904,
615
+ 2252439552
616
+ ]
617
+ },
618
+ "single_transformer_blocks.27.ff.out_projection.weight": {
619
+ "dtype": "F16",
620
+ "shape": [
621
+ 3072,
622
+ 8192
623
+ ],
624
+ "data_offsets": [
625
+ 2252439552,
626
+ 2302771200
627
+ ]
628
+ },
629
+ "single_transformer_blocks.27.norm1.linear.weight": {
630
+ "dtype": "F16",
631
+ "shape": [
632
+ 18432,
633
+ 3072
634
+ ],
635
+ "data_offsets": [
636
+ 2302771200,
637
+ 2416017408
638
+ ]
639
+ },
640
+ "single_transformer_blocks.28.attn.to_k.weight": {
641
+ "dtype": "F16",
642
+ "shape": [
643
+ 3072,
644
+ 3072
645
+ ],
646
+ "data_offsets": [
647
+ 2416017408,
648
+ 2434891776
649
+ ]
650
+ },
651
+ "single_transformer_blocks.28.attn.to_out.0.weight": {
652
+ "dtype": "F16",
653
+ "shape": [
654
+ 3072,
655
+ 3072
656
+ ],
657
+ "data_offsets": [
658
+ 2434891776,
659
+ 2453766144
660
+ ]
661
+ },
662
+ "single_transformer_blocks.28.attn.to_q.weight": {
663
+ "dtype": "F16",
664
+ "shape": [
665
+ 3072,
666
+ 3072
667
+ ],
668
+ "data_offsets": [
669
+ 2453766144,
670
+ 2472640512
671
+ ]
672
+ },
673
+ "single_transformer_blocks.28.attn.to_v.weight": {
674
+ "dtype": "F16",
675
+ "shape": [
676
+ 3072,
677
+ 3072
678
+ ],
679
+ "data_offsets": [
680
+ 2472640512,
681
+ 2491514880
682
+ ]
683
+ },
684
+ "single_transformer_blocks.28.ff.linear_1.weight": {
685
+ "dtype": "F16",
686
+ "shape": [
687
+ 8192,
688
+ 3072
689
+ ],
690
+ "data_offsets": [
691
+ 2491514880,
692
+ 2541846528
693
+ ]
694
+ },
695
+ "single_transformer_blocks.28.ff.linear_2.weight": {
696
+ "dtype": "F16",
697
+ "shape": [
698
+ 8192,
699
+ 3072
700
+ ],
701
+ "data_offsets": [
702
+ 2541846528,
703
+ 2592178176
704
+ ]
705
+ },
706
+ "single_transformer_blocks.28.ff.out_projection.weight": {
707
+ "dtype": "F16",
708
+ "shape": [
709
+ 3072,
710
+ 8192
711
+ ],
712
+ "data_offsets": [
713
+ 2592178176,
714
+ 2642509824
715
+ ]
716
+ },
717
+ "single_transformer_blocks.28.norm1.linear.weight": {
718
+ "dtype": "F16",
719
+ "shape": [
720
+ 18432,
721
+ 3072
722
+ ],
723
+ "data_offsets": [
724
+ 2642509824,
725
+ 2755756032
726
+ ]
727
+ },
728
+ "single_transformer_blocks.29.attn.to_k.weight": {
729
+ "dtype": "F16",
730
+ "shape": [
731
+ 3072,
732
+ 3072
733
+ ],
734
+ "data_offsets": [
735
+ 2755756032,
736
+ 2774630400
737
+ ]
738
+ },
739
+ "single_transformer_blocks.29.attn.to_out.0.weight": {
740
+ "dtype": "F16",
741
+ "shape": [
742
+ 3072,
743
+ 3072
744
+ ],
745
+ "data_offsets": [
746
+ 2774630400,
747
+ 2793504768
748
+ ]
749
+ },
750
+ "single_transformer_blocks.29.attn.to_q.weight": {
751
+ "dtype": "F16",
752
+ "shape": [
753
+ 3072,
754
+ 3072
755
+ ],
756
+ "data_offsets": [
757
+ 2793504768,
758
+ 2812379136
759
+ ]
760
+ },
761
+ "single_transformer_blocks.29.attn.to_v.weight": {
762
+ "dtype": "F16",
763
+ "shape": [
764
+ 3072,
765
+ 3072
766
+ ],
767
+ "data_offsets": [
768
+ 2812379136,
769
+ 2831253504
770
+ ]
771
+ },
772
+ "single_transformer_blocks.29.ff.linear_1.weight": {
773
+ "dtype": "F16",
774
+ "shape": [
775
+ 8192,
776
+ 3072
777
+ ],
778
+ "data_offsets": [
779
+ 2831253504,
780
+ 2881585152
781
+ ]
782
+ },
783
+ "single_transformer_blocks.29.ff.linear_2.weight": {
784
+ "dtype": "F16",
785
+ "shape": [
786
+ 8192,
787
+ 3072
788
+ ],
789
+ "data_offsets": [
790
+ 2881585152,
791
+ 2931916800
792
+ ]
793
+ },
794
+ "single_transformer_blocks.29.ff.out_projection.weight": {
795
+ "dtype": "F16",
796
+ "shape": [
797
+ 3072,
798
+ 8192
799
+ ],
800
+ "data_offsets": [
801
+ 2931916800,
802
+ 2982248448
803
+ ]
804
+ },
805
+ "single_transformer_blocks.29.norm1.linear.weight": {
806
+ "dtype": "F16",
807
+ "shape": [
808
+ 18432,
809
+ 3072
810
+ ],
811
+ "data_offsets": [
812
+ 2982248448,
813
+ 3095494656
814
+ ]
815
+ },
816
+ "single_transformer_blocks.30.attn.to_k.weight": {
817
+ "dtype": "F16",
818
+ "shape": [
819
+ 3072,
820
+ 3072
821
+ ],
822
+ "data_offsets": [
823
+ 3095494656,
824
+ 3114369024
825
+ ]
826
+ },
827
+ "single_transformer_blocks.30.attn.to_out.0.weight": {
828
+ "dtype": "F16",
829
+ "shape": [
830
+ 3072,
831
+ 3072
832
+ ],
833
+ "data_offsets": [
834
+ 3114369024,
835
+ 3133243392
836
+ ]
837
+ },
838
+ "single_transformer_blocks.30.attn.to_q.weight": {
839
+ "dtype": "F16",
840
+ "shape": [
841
+ 3072,
842
+ 3072
843
+ ],
844
+ "data_offsets": [
845
+ 3133243392,
846
+ 3152117760
847
+ ]
848
+ },
849
+ "single_transformer_blocks.30.attn.to_v.weight": {
850
+ "dtype": "F16",
851
+ "shape": [
852
+ 3072,
853
+ 3072
854
+ ],
855
+ "data_offsets": [
856
+ 3152117760,
857
+ 3170992128
858
+ ]
859
+ },
860
+ "single_transformer_blocks.30.ff.linear_1.weight": {
861
+ "dtype": "F16",
862
+ "shape": [
863
+ 8192,
864
+ 3072
865
+ ],
866
+ "data_offsets": [
867
+ 3170992128,
868
+ 3221323776
869
+ ]
870
+ },
871
+ "single_transformer_blocks.30.ff.linear_2.weight": {
872
+ "dtype": "F16",
873
+ "shape": [
874
+ 8192,
875
+ 3072
876
+ ],
877
+ "data_offsets": [
878
+ 3221323776,
879
+ 3271655424
880
+ ]
881
+ },
882
+ "single_transformer_blocks.30.ff.out_projection.weight": {
883
+ "dtype": "F16",
884
+ "shape": [
885
+ 3072,
886
+ 8192
887
+ ],
888
+ "data_offsets": [
889
+ 3271655424,
890
+ 3321987072
891
+ ]
892
+ },
893
+ "single_transformer_blocks.30.norm1.linear.weight": {
894
+ "dtype": "F16",
895
+ "shape": [
896
+ 18432,
897
+ 3072
898
+ ],
899
+ "data_offsets": [
900
+ 3321987072,
901
+ 3435233280
902
+ ]
903
+ },
904
+ "single_transformer_blocks.31.attn.to_k.weight": {
905
+ "dtype": "F16",
906
+ "shape": [
907
+ 3072,
908
+ 3072
909
+ ],
910
+ "data_offsets": [
911
+ 3435233280,
912
+ 3454107648
913
+ ]
914
+ },
915
+ "single_transformer_blocks.31.attn.to_out.0.weight": {
916
+ "dtype": "F16",
917
+ "shape": [
918
+ 3072,
919
+ 3072
920
+ ],
921
+ "data_offsets": [
922
+ 3454107648,
923
+ 3472982016
924
+ ]
925
+ },
926
+ "single_transformer_blocks.31.attn.to_q.weight": {
927
+ "dtype": "F16",
928
+ "shape": [
929
+ 3072,
930
+ 3072
931
+ ],
932
+ "data_offsets": [
933
+ 3472982016,
934
+ 3491856384
935
+ ]
936
+ },
937
+ "single_transformer_blocks.31.attn.to_v.weight": {
938
+ "dtype": "F16",
939
+ "shape": [
940
+ 3072,
941
+ 3072
942
+ ],
943
+ "data_offsets": [
944
+ 3491856384,
945
+ 3510730752
946
+ ]
947
+ },
948
+ "single_transformer_blocks.31.ff.linear_1.weight": {
949
+ "dtype": "F16",
950
+ "shape": [
951
+ 8192,
952
+ 3072
953
+ ],
954
+ "data_offsets": [
955
+ 3510730752,
956
+ 3561062400
957
+ ]
958
+ },
959
+ "single_transformer_blocks.31.ff.linear_2.weight": {
960
+ "dtype": "F16",
961
+ "shape": [
962
+ 8192,
963
+ 3072
964
+ ],
965
+ "data_offsets": [
966
+ 3561062400,
967
+ 3611394048
968
+ ]
969
+ },
970
+ "single_transformer_blocks.31.ff.out_projection.weight": {
971
+ "dtype": "F16",
972
+ "shape": [
973
+ 3072,
974
+ 8192
975
+ ],
976
+ "data_offsets": [
977
+ 3611394048,
978
+ 3661725696
979
+ ]
980
+ },
981
+ "single_transformer_blocks.31.norm1.linear.weight": {
982
+ "dtype": "F16",
983
+ "shape": [
984
+ 18432,
985
+ 3072
986
+ ],
987
+ "data_offsets": [
988
+ 3661725696,
989
+ 3774971904
990
+ ]
991
+ }
992
+ }
state_dicts/auraflow.diffusers.2of3.safetensors.json ADDED
@@ -0,0 +1,1278 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "single_transformer_blocks.10.attn.to_k.weight": {
3
+ "dtype": "F32",
4
+ "shape": [
5
+ 3072,
6
+ 3072
7
+ ],
8
+ "data_offsets": [
9
+ 0,
10
+ 37748736
11
+ ]
12
+ },
13
+ "single_transformer_blocks.10.attn.to_out.0.weight": {
14
+ "dtype": "F32",
15
+ "shape": [
16
+ 3072,
17
+ 3072
18
+ ],
19
+ "data_offsets": [
20
+ 37748736,
21
+ 75497472
22
+ ]
23
+ },
24
+ "single_transformer_blocks.10.attn.to_q.weight": {
25
+ "dtype": "F32",
26
+ "shape": [
27
+ 3072,
28
+ 3072
29
+ ],
30
+ "data_offsets": [
31
+ 75497472,
32
+ 113246208
33
+ ]
34
+ },
35
+ "single_transformer_blocks.10.attn.to_v.weight": {
36
+ "dtype": "F32",
37
+ "shape": [
38
+ 3072,
39
+ 3072
40
+ ],
41
+ "data_offsets": [
42
+ 113246208,
43
+ 150994944
44
+ ]
45
+ },
46
+ "single_transformer_blocks.10.ff.linear_1.weight": {
47
+ "dtype": "F32",
48
+ "shape": [
49
+ 8192,
50
+ 3072
51
+ ],
52
+ "data_offsets": [
53
+ 150994944,
54
+ 251658240
55
+ ]
56
+ },
57
+ "single_transformer_blocks.10.ff.linear_2.weight": {
58
+ "dtype": "F32",
59
+ "shape": [
60
+ 8192,
61
+ 3072
62
+ ],
63
+ "data_offsets": [
64
+ 251658240,
65
+ 352321536
66
+ ]
67
+ },
68
+ "single_transformer_blocks.10.ff.out_projection.weight": {
69
+ "dtype": "F32",
70
+ "shape": [
71
+ 3072,
72
+ 8192
73
+ ],
74
+ "data_offsets": [
75
+ 352321536,
76
+ 452984832
77
+ ]
78
+ },
79
+ "single_transformer_blocks.10.norm1.linear.weight": {
80
+ "dtype": "F32",
81
+ "shape": [
82
+ 18432,
83
+ 3072
84
+ ],
85
+ "data_offsets": [
86
+ 452984832,
87
+ 679477248
88
+ ]
89
+ },
90
+ "single_transformer_blocks.11.attn.to_k.weight": {
91
+ "dtype": "F32",
92
+ "shape": [
93
+ 3072,
94
+ 3072
95
+ ],
96
+ "data_offsets": [
97
+ 679477248,
98
+ 717225984
99
+ ]
100
+ },
101
+ "single_transformer_blocks.11.attn.to_out.0.weight": {
102
+ "dtype": "F32",
103
+ "shape": [
104
+ 3072,
105
+ 3072
106
+ ],
107
+ "data_offsets": [
108
+ 717225984,
109
+ 754974720
110
+ ]
111
+ },
112
+ "single_transformer_blocks.11.attn.to_q.weight": {
113
+ "dtype": "F32",
114
+ "shape": [
115
+ 3072,
116
+ 3072
117
+ ],
118
+ "data_offsets": [
119
+ 754974720,
120
+ 792723456
121
+ ]
122
+ },
123
+ "single_transformer_blocks.11.attn.to_v.weight": {
124
+ "dtype": "F32",
125
+ "shape": [
126
+ 3072,
127
+ 3072
128
+ ],
129
+ "data_offsets": [
130
+ 792723456,
131
+ 830472192
132
+ ]
133
+ },
134
+ "single_transformer_blocks.11.ff.linear_1.weight": {
135
+ "dtype": "F32",
136
+ "shape": [
137
+ 8192,
138
+ 3072
139
+ ],
140
+ "data_offsets": [
141
+ 830472192,
142
+ 931135488
143
+ ]
144
+ },
145
+ "single_transformer_blocks.11.ff.linear_2.weight": {
146
+ "dtype": "F32",
147
+ "shape": [
148
+ 8192,
149
+ 3072
150
+ ],
151
+ "data_offsets": [
152
+ 931135488,
153
+ 1031798784
154
+ ]
155
+ },
156
+ "single_transformer_blocks.11.ff.out_projection.weight": {
157
+ "dtype": "F32",
158
+ "shape": [
159
+ 3072,
160
+ 8192
161
+ ],
162
+ "data_offsets": [
163
+ 1031798784,
164
+ 1132462080
165
+ ]
166
+ },
167
+ "single_transformer_blocks.11.norm1.linear.weight": {
168
+ "dtype": "F32",
169
+ "shape": [
170
+ 18432,
171
+ 3072
172
+ ],
173
+ "data_offsets": [
174
+ 1132462080,
175
+ 1358954496
176
+ ]
177
+ },
178
+ "single_transformer_blocks.12.attn.to_k.weight": {
179
+ "dtype": "F32",
180
+ "shape": [
181
+ 3072,
182
+ 3072
183
+ ],
184
+ "data_offsets": [
185
+ 1358954496,
186
+ 1396703232
187
+ ]
188
+ },
189
+ "single_transformer_blocks.12.attn.to_out.0.weight": {
190
+ "dtype": "F32",
191
+ "shape": [
192
+ 3072,
193
+ 3072
194
+ ],
195
+ "data_offsets": [
196
+ 1396703232,
197
+ 1434451968
198
+ ]
199
+ },
200
+ "single_transformer_blocks.12.attn.to_q.weight": {
201
+ "dtype": "F32",
202
+ "shape": [
203
+ 3072,
204
+ 3072
205
+ ],
206
+ "data_offsets": [
207
+ 1434451968,
208
+ 1472200704
209
+ ]
210
+ },
211
+ "single_transformer_blocks.12.attn.to_v.weight": {
212
+ "dtype": "F32",
213
+ "shape": [
214
+ 3072,
215
+ 3072
216
+ ],
217
+ "data_offsets": [
218
+ 1472200704,
219
+ 1509949440
220
+ ]
221
+ },
222
+ "single_transformer_blocks.12.ff.linear_1.weight": {
223
+ "dtype": "F32",
224
+ "shape": [
225
+ 8192,
226
+ 3072
227
+ ],
228
+ "data_offsets": [
229
+ 1509949440,
230
+ 1610612736
231
+ ]
232
+ },
233
+ "single_transformer_blocks.12.ff.linear_2.weight": {
234
+ "dtype": "F32",
235
+ "shape": [
236
+ 8192,
237
+ 3072
238
+ ],
239
+ "data_offsets": [
240
+ 1610612736,
241
+ 1711276032
242
+ ]
243
+ },
244
+ "single_transformer_blocks.12.ff.out_projection.weight": {
245
+ "dtype": "F32",
246
+ "shape": [
247
+ 3072,
248
+ 8192
249
+ ],
250
+ "data_offsets": [
251
+ 1711276032,
252
+ 1811939328
253
+ ]
254
+ },
255
+ "single_transformer_blocks.12.norm1.linear.weight": {
256
+ "dtype": "F32",
257
+ "shape": [
258
+ 18432,
259
+ 3072
260
+ ],
261
+ "data_offsets": [
262
+ 1811939328,
263
+ 2038431744
264
+ ]
265
+ },
266
+ "single_transformer_blocks.13.attn.to_k.weight": {
267
+ "dtype": "F32",
268
+ "shape": [
269
+ 3072,
270
+ 3072
271
+ ],
272
+ "data_offsets": [
273
+ 2038431744,
274
+ 2076180480
275
+ ]
276
+ },
277
+ "single_transformer_blocks.13.attn.to_out.0.weight": {
278
+ "dtype": "F32",
279
+ "shape": [
280
+ 3072,
281
+ 3072
282
+ ],
283
+ "data_offsets": [
284
+ 2076180480,
285
+ 2113929216
286
+ ]
287
+ },
288
+ "single_transformer_blocks.13.attn.to_q.weight": {
289
+ "dtype": "F32",
290
+ "shape": [
291
+ 3072,
292
+ 3072
293
+ ],
294
+ "data_offsets": [
295
+ 2113929216,
296
+ 2151677952
297
+ ]
298
+ },
299
+ "single_transformer_blocks.13.attn.to_v.weight": {
300
+ "dtype": "F32",
301
+ "shape": [
302
+ 3072,
303
+ 3072
304
+ ],
305
+ "data_offsets": [
306
+ 2151677952,
307
+ 2189426688
308
+ ]
309
+ },
310
+ "single_transformer_blocks.13.ff.linear_1.weight": {
311
+ "dtype": "F32",
312
+ "shape": [
313
+ 8192,
314
+ 3072
315
+ ],
316
+ "data_offsets": [
317
+ 2189426688,
318
+ 2290089984
319
+ ]
320
+ },
321
+ "single_transformer_blocks.13.ff.linear_2.weight": {
322
+ "dtype": "F32",
323
+ "shape": [
324
+ 8192,
325
+ 3072
326
+ ],
327
+ "data_offsets": [
328
+ 2290089984,
329
+ 2390753280
330
+ ]
331
+ },
332
+ "single_transformer_blocks.13.ff.out_projection.weight": {
333
+ "dtype": "F32",
334
+ "shape": [
335
+ 3072,
336
+ 8192
337
+ ],
338
+ "data_offsets": [
339
+ 2390753280,
340
+ 2491416576
341
+ ]
342
+ },
343
+ "single_transformer_blocks.13.norm1.linear.weight": {
344
+ "dtype": "F32",
345
+ "shape": [
346
+ 18432,
347
+ 3072
348
+ ],
349
+ "data_offsets": [
350
+ 2491416576,
351
+ 2717908992
352
+ ]
353
+ },
354
+ "single_transformer_blocks.14.attn.to_k.weight": {
355
+ "dtype": "F32",
356
+ "shape": [
357
+ 3072,
358
+ 3072
359
+ ],
360
+ "data_offsets": [
361
+ 2717908992,
362
+ 2755657728
363
+ ]
364
+ },
365
+ "single_transformer_blocks.14.attn.to_out.0.weight": {
366
+ "dtype": "F32",
367
+ "shape": [
368
+ 3072,
369
+ 3072
370
+ ],
371
+ "data_offsets": [
372
+ 2755657728,
373
+ 2793406464
374
+ ]
375
+ },
376
+ "single_transformer_blocks.14.attn.to_q.weight": {
377
+ "dtype": "F32",
378
+ "shape": [
379
+ 3072,
380
+ 3072
381
+ ],
382
+ "data_offsets": [
383
+ 2793406464,
384
+ 2831155200
385
+ ]
386
+ },
387
+ "single_transformer_blocks.14.attn.to_v.weight": {
388
+ "dtype": "F32",
389
+ "shape": [
390
+ 3072,
391
+ 3072
392
+ ],
393
+ "data_offsets": [
394
+ 2831155200,
395
+ 2868903936
396
+ ]
397
+ },
398
+ "single_transformer_blocks.14.ff.linear_1.weight": {
399
+ "dtype": "F32",
400
+ "shape": [
401
+ 8192,
402
+ 3072
403
+ ],
404
+ "data_offsets": [
405
+ 2868903936,
406
+ 2969567232
407
+ ]
408
+ },
409
+ "single_transformer_blocks.14.ff.linear_2.weight": {
410
+ "dtype": "F32",
411
+ "shape": [
412
+ 8192,
413
+ 3072
414
+ ],
415
+ "data_offsets": [
416
+ 2969567232,
417
+ 3070230528
418
+ ]
419
+ },
420
+ "single_transformer_blocks.14.ff.out_projection.weight": {
421
+ "dtype": "F32",
422
+ "shape": [
423
+ 3072,
424
+ 8192
425
+ ],
426
+ "data_offsets": [
427
+ 3070230528,
428
+ 3170893824
429
+ ]
430
+ },
431
+ "single_transformer_blocks.14.norm1.linear.weight": {
432
+ "dtype": "F32",
433
+ "shape": [
434
+ 18432,
435
+ 3072
436
+ ],
437
+ "data_offsets": [
438
+ 3170893824,
439
+ 3397386240
440
+ ]
441
+ },
442
+ "single_transformer_blocks.15.attn.to_k.weight": {
443
+ "dtype": "F32",
444
+ "shape": [
445
+ 3072,
446
+ 3072
447
+ ],
448
+ "data_offsets": [
449
+ 3397386240,
450
+ 3435134976
451
+ ]
452
+ },
453
+ "single_transformer_blocks.15.attn.to_out.0.weight": {
454
+ "dtype": "F32",
455
+ "shape": [
456
+ 3072,
457
+ 3072
458
+ ],
459
+ "data_offsets": [
460
+ 3435134976,
461
+ 3472883712
462
+ ]
463
+ },
464
+ "single_transformer_blocks.15.attn.to_q.weight": {
465
+ "dtype": "F32",
466
+ "shape": [
467
+ 3072,
468
+ 3072
469
+ ],
470
+ "data_offsets": [
471
+ 3472883712,
472
+ 3510632448
473
+ ]
474
+ },
475
+ "single_transformer_blocks.15.attn.to_v.weight": {
476
+ "dtype": "F32",
477
+ "shape": [
478
+ 3072,
479
+ 3072
480
+ ],
481
+ "data_offsets": [
482
+ 3510632448,
483
+ 3548381184
484
+ ]
485
+ },
486
+ "single_transformer_blocks.15.ff.linear_1.weight": {
487
+ "dtype": "F32",
488
+ "shape": [
489
+ 8192,
490
+ 3072
491
+ ],
492
+ "data_offsets": [
493
+ 3548381184,
494
+ 3649044480
495
+ ]
496
+ },
497
+ "single_transformer_blocks.15.ff.linear_2.weight": {
498
+ "dtype": "F32",
499
+ "shape": [
500
+ 8192,
501
+ 3072
502
+ ],
503
+ "data_offsets": [
504
+ 3649044480,
505
+ 3749707776
506
+ ]
507
+ },
508
+ "single_transformer_blocks.15.ff.out_projection.weight": {
509
+ "dtype": "F32",
510
+ "shape": [
511
+ 3072,
512
+ 8192
513
+ ],
514
+ "data_offsets": [
515
+ 3749707776,
516
+ 3850371072
517
+ ]
518
+ },
519
+ "single_transformer_blocks.15.norm1.linear.weight": {
520
+ "dtype": "F32",
521
+ "shape": [
522
+ 18432,
523
+ 3072
524
+ ],
525
+ "data_offsets": [
526
+ 3850371072,
527
+ 4076863488
528
+ ]
529
+ },
530
+ "single_transformer_blocks.16.attn.to_k.weight": {
531
+ "dtype": "F32",
532
+ "shape": [
533
+ 3072,
534
+ 3072
535
+ ],
536
+ "data_offsets": [
537
+ 4076863488,
538
+ 4114612224
539
+ ]
540
+ },
541
+ "single_transformer_blocks.16.attn.to_out.0.weight": {
542
+ "dtype": "F32",
543
+ "shape": [
544
+ 3072,
545
+ 3072
546
+ ],
547
+ "data_offsets": [
548
+ 4114612224,
549
+ 4152360960
550
+ ]
551
+ },
552
+ "single_transformer_blocks.16.attn.to_q.weight": {
553
+ "dtype": "F32",
554
+ "shape": [
555
+ 3072,
556
+ 3072
557
+ ],
558
+ "data_offsets": [
559
+ 4152360960,
560
+ 4190109696
561
+ ]
562
+ },
563
+ "single_transformer_blocks.16.attn.to_v.weight": {
564
+ "dtype": "F32",
565
+ "shape": [
566
+ 3072,
567
+ 3072
568
+ ],
569
+ "data_offsets": [
570
+ 4190109696,
571
+ 4227858432
572
+ ]
573
+ },
574
+ "single_transformer_blocks.16.ff.linear_1.weight": {
575
+ "dtype": "F32",
576
+ "shape": [
577
+ 8192,
578
+ 3072
579
+ ],
580
+ "data_offsets": [
581
+ 4227858432,
582
+ 4328521728
583
+ ]
584
+ },
585
+ "single_transformer_blocks.16.ff.linear_2.weight": {
586
+ "dtype": "F32",
587
+ "shape": [
588
+ 8192,
589
+ 3072
590
+ ],
591
+ "data_offsets": [
592
+ 4328521728,
593
+ 4429185024
594
+ ]
595
+ },
596
+ "single_transformer_blocks.16.ff.out_projection.weight": {
597
+ "dtype": "F32",
598
+ "shape": [
599
+ 3072,
600
+ 8192
601
+ ],
602
+ "data_offsets": [
603
+ 4429185024,
604
+ 4529848320
605
+ ]
606
+ },
607
+ "single_transformer_blocks.16.norm1.linear.weight": {
608
+ "dtype": "F32",
609
+ "shape": [
610
+ 18432,
611
+ 3072
612
+ ],
613
+ "data_offsets": [
614
+ 4529848320,
615
+ 4756340736
616
+ ]
617
+ },
618
+ "single_transformer_blocks.17.attn.to_k.weight": {
619
+ "dtype": "F32",
620
+ "shape": [
621
+ 3072,
622
+ 3072
623
+ ],
624
+ "data_offsets": [
625
+ 4756340736,
626
+ 4794089472
627
+ ]
628
+ },
629
+ "single_transformer_blocks.17.attn.to_out.0.weight": {
630
+ "dtype": "F32",
631
+ "shape": [
632
+ 3072,
633
+ 3072
634
+ ],
635
+ "data_offsets": [
636
+ 4794089472,
637
+ 4831838208
638
+ ]
639
+ },
640
+ "single_transformer_blocks.17.attn.to_q.weight": {
641
+ "dtype": "F32",
642
+ "shape": [
643
+ 3072,
644
+ 3072
645
+ ],
646
+ "data_offsets": [
647
+ 4831838208,
648
+ 4869586944
649
+ ]
650
+ },
651
+ "single_transformer_blocks.17.attn.to_v.weight": {
652
+ "dtype": "F32",
653
+ "shape": [
654
+ 3072,
655
+ 3072
656
+ ],
657
+ "data_offsets": [
658
+ 4869586944,
659
+ 4907335680
660
+ ]
661
+ },
662
+ "single_transformer_blocks.17.ff.linear_1.weight": {
663
+ "dtype": "F32",
664
+ "shape": [
665
+ 8192,
666
+ 3072
667
+ ],
668
+ "data_offsets": [
669
+ 4907335680,
670
+ 5007998976
671
+ ]
672
+ },
673
+ "single_transformer_blocks.17.ff.linear_2.weight": {
674
+ "dtype": "F32",
675
+ "shape": [
676
+ 8192,
677
+ 3072
678
+ ],
679
+ "data_offsets": [
680
+ 5007998976,
681
+ 5108662272
682
+ ]
683
+ },
684
+ "single_transformer_blocks.17.ff.out_projection.weight": {
685
+ "dtype": "F32",
686
+ "shape": [
687
+ 3072,
688
+ 8192
689
+ ],
690
+ "data_offsets": [
691
+ 5108662272,
692
+ 5209325568
693
+ ]
694
+ },
695
+ "single_transformer_blocks.17.norm1.linear.weight": {
696
+ "dtype": "F32",
697
+ "shape": [
698
+ 18432,
699
+ 3072
700
+ ],
701
+ "data_offsets": [
702
+ 5209325568,
703
+ 5435817984
704
+ ]
705
+ },
706
+ "single_transformer_blocks.18.attn.to_k.weight": {
707
+ "dtype": "F32",
708
+ "shape": [
709
+ 3072,
710
+ 3072
711
+ ],
712
+ "data_offsets": [
713
+ 5435817984,
714
+ 5473566720
715
+ ]
716
+ },
717
+ "single_transformer_blocks.18.attn.to_out.0.weight": {
718
+ "dtype": "F32",
719
+ "shape": [
720
+ 3072,
721
+ 3072
722
+ ],
723
+ "data_offsets": [
724
+ 5473566720,
725
+ 5511315456
726
+ ]
727
+ },
728
+ "single_transformer_blocks.18.attn.to_q.weight": {
729
+ "dtype": "F32",
730
+ "shape": [
731
+ 3072,
732
+ 3072
733
+ ],
734
+ "data_offsets": [
735
+ 5511315456,
736
+ 5549064192
737
+ ]
738
+ },
739
+ "single_transformer_blocks.18.attn.to_v.weight": {
740
+ "dtype": "F32",
741
+ "shape": [
742
+ 3072,
743
+ 3072
744
+ ],
745
+ "data_offsets": [
746
+ 5549064192,
747
+ 5586812928
748
+ ]
749
+ },
750
+ "single_transformer_blocks.18.ff.linear_1.weight": {
751
+ "dtype": "F32",
752
+ "shape": [
753
+ 8192,
754
+ 3072
755
+ ],
756
+ "data_offsets": [
757
+ 5586812928,
758
+ 5687476224
759
+ ]
760
+ },
761
+ "single_transformer_blocks.18.ff.linear_2.weight": {
762
+ "dtype": "F32",
763
+ "shape": [
764
+ 8192,
765
+ 3072
766
+ ],
767
+ "data_offsets": [
768
+ 5687476224,
769
+ 5788139520
770
+ ]
771
+ },
772
+ "single_transformer_blocks.18.ff.out_projection.weight": {
773
+ "dtype": "F32",
774
+ "shape": [
775
+ 3072,
776
+ 8192
777
+ ],
778
+ "data_offsets": [
779
+ 5788139520,
780
+ 5888802816
781
+ ]
782
+ },
783
+ "single_transformer_blocks.18.norm1.linear.weight": {
784
+ "dtype": "F32",
785
+ "shape": [
786
+ 18432,
787
+ 3072
788
+ ],
789
+ "data_offsets": [
790
+ 5888802816,
791
+ 6115295232
792
+ ]
793
+ },
794
+ "single_transformer_blocks.19.attn.to_k.weight": {
795
+ "dtype": "F32",
796
+ "shape": [
797
+ 3072,
798
+ 3072
799
+ ],
800
+ "data_offsets": [
801
+ 6115295232,
802
+ 6153043968
803
+ ]
804
+ },
805
+ "single_transformer_blocks.19.attn.to_out.0.weight": {
806
+ "dtype": "F32",
807
+ "shape": [
808
+ 3072,
809
+ 3072
810
+ ],
811
+ "data_offsets": [
812
+ 6153043968,
813
+ 6190792704
814
+ ]
815
+ },
816
+ "single_transformer_blocks.19.attn.to_q.weight": {
817
+ "dtype": "F32",
818
+ "shape": [
819
+ 3072,
820
+ 3072
821
+ ],
822
+ "data_offsets": [
823
+ 6190792704,
824
+ 6228541440
825
+ ]
826
+ },
827
+ "single_transformer_blocks.19.attn.to_v.weight": {
828
+ "dtype": "F32",
829
+ "shape": [
830
+ 3072,
831
+ 3072
832
+ ],
833
+ "data_offsets": [
834
+ 6228541440,
835
+ 6266290176
836
+ ]
837
+ },
838
+ "single_transformer_blocks.19.ff.linear_1.weight": {
839
+ "dtype": "F32",
840
+ "shape": [
841
+ 8192,
842
+ 3072
843
+ ],
844
+ "data_offsets": [
845
+ 6266290176,
846
+ 6366953472
847
+ ]
848
+ },
849
+ "single_transformer_blocks.19.ff.linear_2.weight": {
850
+ "dtype": "F32",
851
+ "shape": [
852
+ 8192,
853
+ 3072
854
+ ],
855
+ "data_offsets": [
856
+ 6366953472,
857
+ 6467616768
858
+ ]
859
+ },
860
+ "single_transformer_blocks.19.ff.out_projection.weight": {
861
+ "dtype": "F32",
862
+ "shape": [
863
+ 3072,
864
+ 8192
865
+ ],
866
+ "data_offsets": [
867
+ 6467616768,
868
+ 6568280064
869
+ ]
870
+ },
871
+ "single_transformer_blocks.19.norm1.linear.weight": {
872
+ "dtype": "F32",
873
+ "shape": [
874
+ 18432,
875
+ 3072
876
+ ],
877
+ "data_offsets": [
878
+ 6568280064,
879
+ 6794772480
880
+ ]
881
+ },
882
+ "single_transformer_blocks.20.attn.to_k.weight": {
883
+ "dtype": "F32",
884
+ "shape": [
885
+ 3072,
886
+ 3072
887
+ ],
888
+ "data_offsets": [
889
+ 6794772480,
890
+ 6832521216
891
+ ]
892
+ },
893
+ "single_transformer_blocks.20.attn.to_out.0.weight": {
894
+ "dtype": "F32",
895
+ "shape": [
896
+ 3072,
897
+ 3072
898
+ ],
899
+ "data_offsets": [
900
+ 6832521216,
901
+ 6870269952
902
+ ]
903
+ },
904
+ "single_transformer_blocks.20.attn.to_q.weight": {
905
+ "dtype": "F32",
906
+ "shape": [
907
+ 3072,
908
+ 3072
909
+ ],
910
+ "data_offsets": [
911
+ 6870269952,
912
+ 6908018688
913
+ ]
914
+ },
915
+ "single_transformer_blocks.20.attn.to_v.weight": {
916
+ "dtype": "F32",
917
+ "shape": [
918
+ 3072,
919
+ 3072
920
+ ],
921
+ "data_offsets": [
922
+ 6908018688,
923
+ 6945767424
924
+ ]
925
+ },
926
+ "single_transformer_blocks.20.ff.linear_1.weight": {
927
+ "dtype": "F32",
928
+ "shape": [
929
+ 8192,
930
+ 3072
931
+ ],
932
+ "data_offsets": [
933
+ 6945767424,
934
+ 7046430720
935
+ ]
936
+ },
937
+ "single_transformer_blocks.20.ff.linear_2.weight": {
938
+ "dtype": "F32",
939
+ "shape": [
940
+ 8192,
941
+ 3072
942
+ ],
943
+ "data_offsets": [
944
+ 7046430720,
945
+ 7147094016
946
+ ]
947
+ },
948
+ "single_transformer_blocks.20.ff.out_projection.weight": {
949
+ "dtype": "F32",
950
+ "shape": [
951
+ 3072,
952
+ 8192
953
+ ],
954
+ "data_offsets": [
955
+ 7147094016,
956
+ 7247757312
957
+ ]
958
+ },
959
+ "single_transformer_blocks.20.norm1.linear.weight": {
960
+ "dtype": "F32",
961
+ "shape": [
962
+ 18432,
963
+ 3072
964
+ ],
965
+ "data_offsets": [
966
+ 7247757312,
967
+ 7474249728
968
+ ]
969
+ },
970
+ "single_transformer_blocks.6.attn.to_out.0.weight": {
971
+ "dtype": "F32",
972
+ "shape": [
973
+ 3072,
974
+ 3072
975
+ ],
976
+ "data_offsets": [
977
+ 7474249728,
978
+ 7511998464
979
+ ]
980
+ },
981
+ "single_transformer_blocks.6.ff.linear_1.weight": {
982
+ "dtype": "F32",
983
+ "shape": [
984
+ 8192,
985
+ 3072
986
+ ],
987
+ "data_offsets": [
988
+ 7511998464,
989
+ 7612661760
990
+ ]
991
+ },
992
+ "single_transformer_blocks.6.ff.linear_2.weight": {
993
+ "dtype": "F32",
994
+ "shape": [
995
+ 8192,
996
+ 3072
997
+ ],
998
+ "data_offsets": [
999
+ 7612661760,
1000
+ 7713325056
1001
+ ]
1002
+ },
1003
+ "single_transformer_blocks.6.ff.out_projection.weight": {
1004
+ "dtype": "F32",
1005
+ "shape": [
1006
+ 3072,
1007
+ 8192
1008
+ ],
1009
+ "data_offsets": [
1010
+ 7713325056,
1011
+ 7813988352
1012
+ ]
1013
+ },
1014
+ "single_transformer_blocks.7.attn.to_k.weight": {
1015
+ "dtype": "F32",
1016
+ "shape": [
1017
+ 3072,
1018
+ 3072
1019
+ ],
1020
+ "data_offsets": [
1021
+ 7813988352,
1022
+ 7851737088
1023
+ ]
1024
+ },
1025
+ "single_transformer_blocks.7.attn.to_out.0.weight": {
1026
+ "dtype": "F32",
1027
+ "shape": [
1028
+ 3072,
1029
+ 3072
1030
+ ],
1031
+ "data_offsets": [
1032
+ 7851737088,
1033
+ 7889485824
1034
+ ]
1035
+ },
1036
+ "single_transformer_blocks.7.attn.to_q.weight": {
1037
+ "dtype": "F32",
1038
+ "shape": [
1039
+ 3072,
1040
+ 3072
1041
+ ],
1042
+ "data_offsets": [
1043
+ 7889485824,
1044
+ 7927234560
1045
+ ]
1046
+ },
1047
+ "single_transformer_blocks.7.attn.to_v.weight": {
1048
+ "dtype": "F32",
1049
+ "shape": [
1050
+ 3072,
1051
+ 3072
1052
+ ],
1053
+ "data_offsets": [
1054
+ 7927234560,
1055
+ 7964983296
1056
+ ]
1057
+ },
1058
+ "single_transformer_blocks.7.ff.linear_1.weight": {
1059
+ "dtype": "F32",
1060
+ "shape": [
1061
+ 8192,
1062
+ 3072
1063
+ ],
1064
+ "data_offsets": [
1065
+ 7964983296,
1066
+ 8065646592
1067
+ ]
1068
+ },
1069
+ "single_transformer_blocks.7.ff.linear_2.weight": {
1070
+ "dtype": "F32",
1071
+ "shape": [
1072
+ 8192,
1073
+ 3072
1074
+ ],
1075
+ "data_offsets": [
1076
+ 8065646592,
1077
+ 8166309888
1078
+ ]
1079
+ },
1080
+ "single_transformer_blocks.7.ff.out_projection.weight": {
1081
+ "dtype": "F32",
1082
+ "shape": [
1083
+ 3072,
1084
+ 8192
1085
+ ],
1086
+ "data_offsets": [
1087
+ 8166309888,
1088
+ 8266973184
1089
+ ]
1090
+ },
1091
+ "single_transformer_blocks.7.norm1.linear.weight": {
1092
+ "dtype": "F32",
1093
+ "shape": [
1094
+ 18432,
1095
+ 3072
1096
+ ],
1097
+ "data_offsets": [
1098
+ 8266973184,
1099
+ 8493465600
1100
+ ]
1101
+ },
1102
+ "single_transformer_blocks.8.attn.to_k.weight": {
1103
+ "dtype": "F32",
1104
+ "shape": [
1105
+ 3072,
1106
+ 3072
1107
+ ],
1108
+ "data_offsets": [
1109
+ 8493465600,
1110
+ 8531214336
1111
+ ]
1112
+ },
1113
+ "single_transformer_blocks.8.attn.to_out.0.weight": {
1114
+ "dtype": "F32",
1115
+ "shape": [
1116
+ 3072,
1117
+ 3072
1118
+ ],
1119
+ "data_offsets": [
1120
+ 8531214336,
1121
+ 8568963072
1122
+ ]
1123
+ },
1124
+ "single_transformer_blocks.8.attn.to_q.weight": {
1125
+ "dtype": "F32",
1126
+ "shape": [
1127
+ 3072,
1128
+ 3072
1129
+ ],
1130
+ "data_offsets": [
1131
+ 8568963072,
1132
+ 8606711808
1133
+ ]
1134
+ },
1135
+ "single_transformer_blocks.8.attn.to_v.weight": {
1136
+ "dtype": "F32",
1137
+ "shape": [
1138
+ 3072,
1139
+ 3072
1140
+ ],
1141
+ "data_offsets": [
1142
+ 8606711808,
1143
+ 8644460544
1144
+ ]
1145
+ },
1146
+ "single_transformer_blocks.8.ff.linear_1.weight": {
1147
+ "dtype": "F32",
1148
+ "shape": [
1149
+ 8192,
1150
+ 3072
1151
+ ],
1152
+ "data_offsets": [
1153
+ 8644460544,
1154
+ 8745123840
1155
+ ]
1156
+ },
1157
+ "single_transformer_blocks.8.ff.linear_2.weight": {
1158
+ "dtype": "F32",
1159
+ "shape": [
1160
+ 8192,
1161
+ 3072
1162
+ ],
1163
+ "data_offsets": [
1164
+ 8745123840,
1165
+ 8845787136
1166
+ ]
1167
+ },
1168
+ "single_transformer_blocks.8.ff.out_projection.weight": {
1169
+ "dtype": "F32",
1170
+ "shape": [
1171
+ 3072,
1172
+ 8192
1173
+ ],
1174
+ "data_offsets": [
1175
+ 8845787136,
1176
+ 8946450432
1177
+ ]
1178
+ },
1179
+ "single_transformer_blocks.8.norm1.linear.weight": {
1180
+ "dtype": "F32",
1181
+ "shape": [
1182
+ 18432,
1183
+ 3072
1184
+ ],
1185
+ "data_offsets": [
1186
+ 8946450432,
1187
+ 9172942848
1188
+ ]
1189
+ },
1190
+ "single_transformer_blocks.9.attn.to_k.weight": {
1191
+ "dtype": "F32",
1192
+ "shape": [
1193
+ 3072,
1194
+ 3072
1195
+ ],
1196
+ "data_offsets": [
1197
+ 9172942848,
1198
+ 9210691584
1199
+ ]
1200
+ },
1201
+ "single_transformer_blocks.9.attn.to_out.0.weight": {
1202
+ "dtype": "F32",
1203
+ "shape": [
1204
+ 3072,
1205
+ 3072
1206
+ ],
1207
+ "data_offsets": [
1208
+ 9210691584,
1209
+ 9248440320
1210
+ ]
1211
+ },
1212
+ "single_transformer_blocks.9.attn.to_q.weight": {
1213
+ "dtype": "F32",
1214
+ "shape": [
1215
+ 3072,
1216
+ 3072
1217
+ ],
1218
+ "data_offsets": [
1219
+ 9248440320,
1220
+ 9286189056
1221
+ ]
1222
+ },
1223
+ "single_transformer_blocks.9.attn.to_v.weight": {
1224
+ "dtype": "F32",
1225
+ "shape": [
1226
+ 3072,
1227
+ 3072
1228
+ ],
1229
+ "data_offsets": [
1230
+ 9286189056,
1231
+ 9323937792
1232
+ ]
1233
+ },
1234
+ "single_transformer_blocks.9.ff.linear_1.weight": {
1235
+ "dtype": "F32",
1236
+ "shape": [
1237
+ 8192,
1238
+ 3072
1239
+ ],
1240
+ "data_offsets": [
1241
+ 9323937792,
1242
+ 9424601088
1243
+ ]
1244
+ },
1245
+ "single_transformer_blocks.9.ff.linear_2.weight": {
1246
+ "dtype": "F32",
1247
+ "shape": [
1248
+ 8192,
1249
+ 3072
1250
+ ],
1251
+ "data_offsets": [
1252
+ 9424601088,
1253
+ 9525264384
1254
+ ]
1255
+ },
1256
+ "single_transformer_blocks.9.ff.out_projection.weight": {
1257
+ "dtype": "F32",
1258
+ "shape": [
1259
+ 3072,
1260
+ 8192
1261
+ ],
1262
+ "data_offsets": [
1263
+ 9525264384,
1264
+ 9625927680
1265
+ ]
1266
+ },
1267
+ "single_transformer_blocks.9.norm1.linear.weight": {
1268
+ "dtype": "F32",
1269
+ "shape": [
1270
+ 18432,
1271
+ 3072
1272
+ ],
1273
+ "data_offsets": [
1274
+ 9625927680,
1275
+ 9852420096
1276
+ ]
1277
+ }
1278
+ }
state_dicts/auraflow.diffusers.3of3.safetensors.json ADDED
@@ -0,0 +1,992 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "norm_out.linear.weight": {
3
+ "dtype": "F32",
4
+ "shape": [
5
+ 6144,
6
+ 3072
7
+ ],
8
+ "data_offsets": [
9
+ 0,
10
+ 75497472
11
+ ]
12
+ },
13
+ "proj_out.weight": {
14
+ "dtype": "F32",
15
+ "shape": [
16
+ 16,
17
+ 3072
18
+ ],
19
+ "data_offsets": [
20
+ 75497472,
21
+ 75694080
22
+ ]
23
+ },
24
+ "single_transformer_blocks.21.attn.to_k.weight": {
25
+ "dtype": "F32",
26
+ "shape": [
27
+ 3072,
28
+ 3072
29
+ ],
30
+ "data_offsets": [
31
+ 75694080,
32
+ 113442816
33
+ ]
34
+ },
35
+ "single_transformer_blocks.21.attn.to_out.0.weight": {
36
+ "dtype": "F32",
37
+ "shape": [
38
+ 3072,
39
+ 3072
40
+ ],
41
+ "data_offsets": [
42
+ 113442816,
43
+ 151191552
44
+ ]
45
+ },
46
+ "single_transformer_blocks.21.attn.to_q.weight": {
47
+ "dtype": "F32",
48
+ "shape": [
49
+ 3072,
50
+ 3072
51
+ ],
52
+ "data_offsets": [
53
+ 151191552,
54
+ 188940288
55
+ ]
56
+ },
57
+ "single_transformer_blocks.21.attn.to_v.weight": {
58
+ "dtype": "F32",
59
+ "shape": [
60
+ 3072,
61
+ 3072
62
+ ],
63
+ "data_offsets": [
64
+ 188940288,
65
+ 226689024
66
+ ]
67
+ },
68
+ "single_transformer_blocks.21.ff.linear_1.weight": {
69
+ "dtype": "F32",
70
+ "shape": [
71
+ 8192,
72
+ 3072
73
+ ],
74
+ "data_offsets": [
75
+ 226689024,
76
+ 327352320
77
+ ]
78
+ },
79
+ "single_transformer_blocks.21.ff.linear_2.weight": {
80
+ "dtype": "F32",
81
+ "shape": [
82
+ 8192,
83
+ 3072
84
+ ],
85
+ "data_offsets": [
86
+ 327352320,
87
+ 428015616
88
+ ]
89
+ },
90
+ "single_transformer_blocks.21.ff.out_projection.weight": {
91
+ "dtype": "F32",
92
+ "shape": [
93
+ 3072,
94
+ 8192
95
+ ],
96
+ "data_offsets": [
97
+ 428015616,
98
+ 528678912
99
+ ]
100
+ },
101
+ "single_transformer_blocks.21.norm1.linear.weight": {
102
+ "dtype": "F32",
103
+ "shape": [
104
+ 18432,
105
+ 3072
106
+ ],
107
+ "data_offsets": [
108
+ 528678912,
109
+ 755171328
110
+ ]
111
+ },
112
+ "single_transformer_blocks.22.attn.to_k.weight": {
113
+ "dtype": "F32",
114
+ "shape": [
115
+ 3072,
116
+ 3072
117
+ ],
118
+ "data_offsets": [
119
+ 755171328,
120
+ 792920064
121
+ ]
122
+ },
123
+ "single_transformer_blocks.22.attn.to_out.0.weight": {
124
+ "dtype": "F32",
125
+ "shape": [
126
+ 3072,
127
+ 3072
128
+ ],
129
+ "data_offsets": [
130
+ 792920064,
131
+ 830668800
132
+ ]
133
+ },
134
+ "single_transformer_blocks.22.attn.to_q.weight": {
135
+ "dtype": "F32",
136
+ "shape": [
137
+ 3072,
138
+ 3072
139
+ ],
140
+ "data_offsets": [
141
+ 830668800,
142
+ 868417536
143
+ ]
144
+ },
145
+ "single_transformer_blocks.22.attn.to_v.weight": {
146
+ "dtype": "F32",
147
+ "shape": [
148
+ 3072,
149
+ 3072
150
+ ],
151
+ "data_offsets": [
152
+ 868417536,
153
+ 906166272
154
+ ]
155
+ },
156
+ "single_transformer_blocks.22.ff.linear_1.weight": {
157
+ "dtype": "F32",
158
+ "shape": [
159
+ 8192,
160
+ 3072
161
+ ],
162
+ "data_offsets": [
163
+ 906166272,
164
+ 1006829568
165
+ ]
166
+ },
167
+ "single_transformer_blocks.22.ff.linear_2.weight": {
168
+ "dtype": "F32",
169
+ "shape": [
170
+ 8192,
171
+ 3072
172
+ ],
173
+ "data_offsets": [
174
+ 1006829568,
175
+ 1107492864
176
+ ]
177
+ },
178
+ "single_transformer_blocks.22.ff.out_projection.weight": {
179
+ "dtype": "F32",
180
+ "shape": [
181
+ 3072,
182
+ 8192
183
+ ],
184
+ "data_offsets": [
185
+ 1107492864,
186
+ 1208156160
187
+ ]
188
+ },
189
+ "single_transformer_blocks.22.norm1.linear.weight": {
190
+ "dtype": "F32",
191
+ "shape": [
192
+ 18432,
193
+ 3072
194
+ ],
195
+ "data_offsets": [
196
+ 1208156160,
197
+ 1434648576
198
+ ]
199
+ },
200
+ "single_transformer_blocks.23.attn.to_k.weight": {
201
+ "dtype": "F32",
202
+ "shape": [
203
+ 3072,
204
+ 3072
205
+ ],
206
+ "data_offsets": [
207
+ 1434648576,
208
+ 1472397312
209
+ ]
210
+ },
211
+ "single_transformer_blocks.23.attn.to_out.0.weight": {
212
+ "dtype": "F32",
213
+ "shape": [
214
+ 3072,
215
+ 3072
216
+ ],
217
+ "data_offsets": [
218
+ 1472397312,
219
+ 1510146048
220
+ ]
221
+ },
222
+ "single_transformer_blocks.23.attn.to_q.weight": {
223
+ "dtype": "F32",
224
+ "shape": [
225
+ 3072,
226
+ 3072
227
+ ],
228
+ "data_offsets": [
229
+ 1510146048,
230
+ 1547894784
231
+ ]
232
+ },
233
+ "single_transformer_blocks.23.attn.to_v.weight": {
234
+ "dtype": "F32",
235
+ "shape": [
236
+ 3072,
237
+ 3072
238
+ ],
239
+ "data_offsets": [
240
+ 1547894784,
241
+ 1585643520
242
+ ]
243
+ },
244
+ "single_transformer_blocks.23.ff.linear_1.weight": {
245
+ "dtype": "F32",
246
+ "shape": [
247
+ 8192,
248
+ 3072
249
+ ],
250
+ "data_offsets": [
251
+ 1585643520,
252
+ 1686306816
253
+ ]
254
+ },
255
+ "single_transformer_blocks.23.ff.linear_2.weight": {
256
+ "dtype": "F32",
257
+ "shape": [
258
+ 8192,
259
+ 3072
260
+ ],
261
+ "data_offsets": [
262
+ 1686306816,
263
+ 1786970112
264
+ ]
265
+ },
266
+ "single_transformer_blocks.23.ff.out_projection.weight": {
267
+ "dtype": "F32",
268
+ "shape": [
269
+ 3072,
270
+ 8192
271
+ ],
272
+ "data_offsets": [
273
+ 1786970112,
274
+ 1887633408
275
+ ]
276
+ },
277
+ "single_transformer_blocks.23.norm1.linear.weight": {
278
+ "dtype": "F32",
279
+ "shape": [
280
+ 18432,
281
+ 3072
282
+ ],
283
+ "data_offsets": [
284
+ 1887633408,
285
+ 2114125824
286
+ ]
287
+ },
288
+ "single_transformer_blocks.24.attn.to_k.weight": {
289
+ "dtype": "F32",
290
+ "shape": [
291
+ 3072,
292
+ 3072
293
+ ],
294
+ "data_offsets": [
295
+ 2114125824,
296
+ 2151874560
297
+ ]
298
+ },
299
+ "single_transformer_blocks.24.attn.to_out.0.weight": {
300
+ "dtype": "F32",
301
+ "shape": [
302
+ 3072,
303
+ 3072
304
+ ],
305
+ "data_offsets": [
306
+ 2151874560,
307
+ 2189623296
308
+ ]
309
+ },
310
+ "single_transformer_blocks.24.attn.to_q.weight": {
311
+ "dtype": "F32",
312
+ "shape": [
313
+ 3072,
314
+ 3072
315
+ ],
316
+ "data_offsets": [
317
+ 2189623296,
318
+ 2227372032
319
+ ]
320
+ },
321
+ "single_transformer_blocks.24.attn.to_v.weight": {
322
+ "dtype": "F32",
323
+ "shape": [
324
+ 3072,
325
+ 3072
326
+ ],
327
+ "data_offsets": [
328
+ 2227372032,
329
+ 2265120768
330
+ ]
331
+ },
332
+ "single_transformer_blocks.24.ff.linear_1.weight": {
333
+ "dtype": "F32",
334
+ "shape": [
335
+ 8192,
336
+ 3072
337
+ ],
338
+ "data_offsets": [
339
+ 2265120768,
340
+ 2365784064
341
+ ]
342
+ },
343
+ "single_transformer_blocks.24.ff.linear_2.weight": {
344
+ "dtype": "F32",
345
+ "shape": [
346
+ 8192,
347
+ 3072
348
+ ],
349
+ "data_offsets": [
350
+ 2365784064,
351
+ 2466447360
352
+ ]
353
+ },
354
+ "single_transformer_blocks.24.ff.out_projection.weight": {
355
+ "dtype": "F32",
356
+ "shape": [
357
+ 3072,
358
+ 8192
359
+ ],
360
+ "data_offsets": [
361
+ 2466447360,
362
+ 2567110656
363
+ ]
364
+ },
365
+ "single_transformer_blocks.24.norm1.linear.weight": {
366
+ "dtype": "F32",
367
+ "shape": [
368
+ 18432,
369
+ 3072
370
+ ],
371
+ "data_offsets": [
372
+ 2567110656,
373
+ 2793603072
374
+ ]
375
+ },
376
+ "single_transformer_blocks.25.attn.to_k.weight": {
377
+ "dtype": "F32",
378
+ "shape": [
379
+ 3072,
380
+ 3072
381
+ ],
382
+ "data_offsets": [
383
+ 2793603072,
384
+ 2831351808
385
+ ]
386
+ },
387
+ "single_transformer_blocks.25.attn.to_out.0.weight": {
388
+ "dtype": "F32",
389
+ "shape": [
390
+ 3072,
391
+ 3072
392
+ ],
393
+ "data_offsets": [
394
+ 2831351808,
395
+ 2869100544
396
+ ]
397
+ },
398
+ "single_transformer_blocks.25.attn.to_q.weight": {
399
+ "dtype": "F32",
400
+ "shape": [
401
+ 3072,
402
+ 3072
403
+ ],
404
+ "data_offsets": [
405
+ 2869100544,
406
+ 2906849280
407
+ ]
408
+ },
409
+ "single_transformer_blocks.25.attn.to_v.weight": {
410
+ "dtype": "F32",
411
+ "shape": [
412
+ 3072,
413
+ 3072
414
+ ],
415
+ "data_offsets": [
416
+ 2906849280,
417
+ 2944598016
418
+ ]
419
+ },
420
+ "single_transformer_blocks.25.ff.linear_1.weight": {
421
+ "dtype": "F32",
422
+ "shape": [
423
+ 8192,
424
+ 3072
425
+ ],
426
+ "data_offsets": [
427
+ 2944598016,
428
+ 3045261312
429
+ ]
430
+ },
431
+ "single_transformer_blocks.25.ff.linear_2.weight": {
432
+ "dtype": "F32",
433
+ "shape": [
434
+ 8192,
435
+ 3072
436
+ ],
437
+ "data_offsets": [
438
+ 3045261312,
439
+ 3145924608
440
+ ]
441
+ },
442
+ "single_transformer_blocks.25.ff.out_projection.weight": {
443
+ "dtype": "F32",
444
+ "shape": [
445
+ 3072,
446
+ 8192
447
+ ],
448
+ "data_offsets": [
449
+ 3145924608,
450
+ 3246587904
451
+ ]
452
+ },
453
+ "single_transformer_blocks.25.norm1.linear.weight": {
454
+ "dtype": "F32",
455
+ "shape": [
456
+ 18432,
457
+ 3072
458
+ ],
459
+ "data_offsets": [
460
+ 3246587904,
461
+ 3473080320
462
+ ]
463
+ },
464
+ "single_transformer_blocks.26.attn.to_k.weight": {
465
+ "dtype": "F32",
466
+ "shape": [
467
+ 3072,
468
+ 3072
469
+ ],
470
+ "data_offsets": [
471
+ 3473080320,
472
+ 3510829056
473
+ ]
474
+ },
475
+ "single_transformer_blocks.26.attn.to_out.0.weight": {
476
+ "dtype": "F32",
477
+ "shape": [
478
+ 3072,
479
+ 3072
480
+ ],
481
+ "data_offsets": [
482
+ 3510829056,
483
+ 3548577792
484
+ ]
485
+ },
486
+ "single_transformer_blocks.26.attn.to_q.weight": {
487
+ "dtype": "F32",
488
+ "shape": [
489
+ 3072,
490
+ 3072
491
+ ],
492
+ "data_offsets": [
493
+ 3548577792,
494
+ 3586326528
495
+ ]
496
+ },
497
+ "single_transformer_blocks.26.attn.to_v.weight": {
498
+ "dtype": "F32",
499
+ "shape": [
500
+ 3072,
501
+ 3072
502
+ ],
503
+ "data_offsets": [
504
+ 3586326528,
505
+ 3624075264
506
+ ]
507
+ },
508
+ "single_transformer_blocks.26.ff.linear_1.weight": {
509
+ "dtype": "F32",
510
+ "shape": [
511
+ 8192,
512
+ 3072
513
+ ],
514
+ "data_offsets": [
515
+ 3624075264,
516
+ 3724738560
517
+ ]
518
+ },
519
+ "single_transformer_blocks.26.ff.linear_2.weight": {
520
+ "dtype": "F32",
521
+ "shape": [
522
+ 8192,
523
+ 3072
524
+ ],
525
+ "data_offsets": [
526
+ 3724738560,
527
+ 3825401856
528
+ ]
529
+ },
530
+ "single_transformer_blocks.26.ff.out_projection.weight": {
531
+ "dtype": "F32",
532
+ "shape": [
533
+ 3072,
534
+ 8192
535
+ ],
536
+ "data_offsets": [
537
+ 3825401856,
538
+ 3926065152
539
+ ]
540
+ },
541
+ "single_transformer_blocks.26.norm1.linear.weight": {
542
+ "dtype": "F32",
543
+ "shape": [
544
+ 18432,
545
+ 3072
546
+ ],
547
+ "data_offsets": [
548
+ 3926065152,
549
+ 4152557568
550
+ ]
551
+ },
552
+ "single_transformer_blocks.27.attn.to_k.weight": {
553
+ "dtype": "F32",
554
+ "shape": [
555
+ 3072,
556
+ 3072
557
+ ],
558
+ "data_offsets": [
559
+ 4152557568,
560
+ 4190306304
561
+ ]
562
+ },
563
+ "single_transformer_blocks.27.attn.to_out.0.weight": {
564
+ "dtype": "F32",
565
+ "shape": [
566
+ 3072,
567
+ 3072
568
+ ],
569
+ "data_offsets": [
570
+ 4190306304,
571
+ 4228055040
572
+ ]
573
+ },
574
+ "single_transformer_blocks.27.attn.to_q.weight": {
575
+ "dtype": "F32",
576
+ "shape": [
577
+ 3072,
578
+ 3072
579
+ ],
580
+ "data_offsets": [
581
+ 4228055040,
582
+ 4265803776
583
+ ]
584
+ },
585
+ "single_transformer_blocks.27.attn.to_v.weight": {
586
+ "dtype": "F32",
587
+ "shape": [
588
+ 3072,
589
+ 3072
590
+ ],
591
+ "data_offsets": [
592
+ 4265803776,
593
+ 4303552512
594
+ ]
595
+ },
596
+ "single_transformer_blocks.27.ff.linear_1.weight": {
597
+ "dtype": "F32",
598
+ "shape": [
599
+ 8192,
600
+ 3072
601
+ ],
602
+ "data_offsets": [
603
+ 4303552512,
604
+ 4404215808
605
+ ]
606
+ },
607
+ "single_transformer_blocks.27.ff.linear_2.weight": {
608
+ "dtype": "F32",
609
+ "shape": [
610
+ 8192,
611
+ 3072
612
+ ],
613
+ "data_offsets": [
614
+ 4404215808,
615
+ 4504879104
616
+ ]
617
+ },
618
+ "single_transformer_blocks.27.ff.out_projection.weight": {
619
+ "dtype": "F32",
620
+ "shape": [
621
+ 3072,
622
+ 8192
623
+ ],
624
+ "data_offsets": [
625
+ 4504879104,
626
+ 4605542400
627
+ ]
628
+ },
629
+ "single_transformer_blocks.27.norm1.linear.weight": {
630
+ "dtype": "F32",
631
+ "shape": [
632
+ 18432,
633
+ 3072
634
+ ],
635
+ "data_offsets": [
636
+ 4605542400,
637
+ 4832034816
638
+ ]
639
+ },
640
+ "single_transformer_blocks.28.attn.to_k.weight": {
641
+ "dtype": "F32",
642
+ "shape": [
643
+ 3072,
644
+ 3072
645
+ ],
646
+ "data_offsets": [
647
+ 4832034816,
648
+ 4869783552
649
+ ]
650
+ },
651
+ "single_transformer_blocks.28.attn.to_out.0.weight": {
652
+ "dtype": "F32",
653
+ "shape": [
654
+ 3072,
655
+ 3072
656
+ ],
657
+ "data_offsets": [
658
+ 4869783552,
659
+ 4907532288
660
+ ]
661
+ },
662
+ "single_transformer_blocks.28.attn.to_q.weight": {
663
+ "dtype": "F32",
664
+ "shape": [
665
+ 3072,
666
+ 3072
667
+ ],
668
+ "data_offsets": [
669
+ 4907532288,
670
+ 4945281024
671
+ ]
672
+ },
673
+ "single_transformer_blocks.28.attn.to_v.weight": {
674
+ "dtype": "F32",
675
+ "shape": [
676
+ 3072,
677
+ 3072
678
+ ],
679
+ "data_offsets": [
680
+ 4945281024,
681
+ 4983029760
682
+ ]
683
+ },
684
+ "single_transformer_blocks.28.ff.linear_1.weight": {
685
+ "dtype": "F32",
686
+ "shape": [
687
+ 8192,
688
+ 3072
689
+ ],
690
+ "data_offsets": [
691
+ 4983029760,
692
+ 5083693056
693
+ ]
694
+ },
695
+ "single_transformer_blocks.28.ff.linear_2.weight": {
696
+ "dtype": "F32",
697
+ "shape": [
698
+ 8192,
699
+ 3072
700
+ ],
701
+ "data_offsets": [
702
+ 5083693056,
703
+ 5184356352
704
+ ]
705
+ },
706
+ "single_transformer_blocks.28.ff.out_projection.weight": {
707
+ "dtype": "F32",
708
+ "shape": [
709
+ 3072,
710
+ 8192
711
+ ],
712
+ "data_offsets": [
713
+ 5184356352,
714
+ 5285019648
715
+ ]
716
+ },
717
+ "single_transformer_blocks.28.norm1.linear.weight": {
718
+ "dtype": "F32",
719
+ "shape": [
720
+ 18432,
721
+ 3072
722
+ ],
723
+ "data_offsets": [
724
+ 5285019648,
725
+ 5511512064
726
+ ]
727
+ },
728
+ "single_transformer_blocks.29.attn.to_k.weight": {
729
+ "dtype": "F32",
730
+ "shape": [
731
+ 3072,
732
+ 3072
733
+ ],
734
+ "data_offsets": [
735
+ 5511512064,
736
+ 5549260800
737
+ ]
738
+ },
739
+ "single_transformer_blocks.29.attn.to_out.0.weight": {
740
+ "dtype": "F32",
741
+ "shape": [
742
+ 3072,
743
+ 3072
744
+ ],
745
+ "data_offsets": [
746
+ 5549260800,
747
+ 5587009536
748
+ ]
749
+ },
750
+ "single_transformer_blocks.29.attn.to_q.weight": {
751
+ "dtype": "F32",
752
+ "shape": [
753
+ 3072,
754
+ 3072
755
+ ],
756
+ "data_offsets": [
757
+ 5587009536,
758
+ 5624758272
759
+ ]
760
+ },
761
+ "single_transformer_blocks.29.attn.to_v.weight": {
762
+ "dtype": "F32",
763
+ "shape": [
764
+ 3072,
765
+ 3072
766
+ ],
767
+ "data_offsets": [
768
+ 5624758272,
769
+ 5662507008
770
+ ]
771
+ },
772
+ "single_transformer_blocks.29.ff.linear_1.weight": {
773
+ "dtype": "F32",
774
+ "shape": [
775
+ 8192,
776
+ 3072
777
+ ],
778
+ "data_offsets": [
779
+ 5662507008,
780
+ 5763170304
781
+ ]
782
+ },
783
+ "single_transformer_blocks.29.ff.linear_2.weight": {
784
+ "dtype": "F32",
785
+ "shape": [
786
+ 8192,
787
+ 3072
788
+ ],
789
+ "data_offsets": [
790
+ 5763170304,
791
+ 5863833600
792
+ ]
793
+ },
794
+ "single_transformer_blocks.29.ff.out_projection.weight": {
795
+ "dtype": "F32",
796
+ "shape": [
797
+ 3072,
798
+ 8192
799
+ ],
800
+ "data_offsets": [
801
+ 5863833600,
802
+ 5964496896
803
+ ]
804
+ },
805
+ "single_transformer_blocks.29.norm1.linear.weight": {
806
+ "dtype": "F32",
807
+ "shape": [
808
+ 18432,
809
+ 3072
810
+ ],
811
+ "data_offsets": [
812
+ 5964496896,
813
+ 6190989312
814
+ ]
815
+ },
816
+ "single_transformer_blocks.30.attn.to_k.weight": {
817
+ "dtype": "F32",
818
+ "shape": [
819
+ 3072,
820
+ 3072
821
+ ],
822
+ "data_offsets": [
823
+ 6190989312,
824
+ 6228738048
825
+ ]
826
+ },
827
+ "single_transformer_blocks.30.attn.to_out.0.weight": {
828
+ "dtype": "F32",
829
+ "shape": [
830
+ 3072,
831
+ 3072
832
+ ],
833
+ "data_offsets": [
834
+ 6228738048,
835
+ 6266486784
836
+ ]
837
+ },
838
+ "single_transformer_blocks.30.attn.to_q.weight": {
839
+ "dtype": "F32",
840
+ "shape": [
841
+ 3072,
842
+ 3072
843
+ ],
844
+ "data_offsets": [
845
+ 6266486784,
846
+ 6304235520
847
+ ]
848
+ },
849
+ "single_transformer_blocks.30.attn.to_v.weight": {
850
+ "dtype": "F32",
851
+ "shape": [
852
+ 3072,
853
+ 3072
854
+ ],
855
+ "data_offsets": [
856
+ 6304235520,
857
+ 6341984256
858
+ ]
859
+ },
860
+ "single_transformer_blocks.30.ff.linear_1.weight": {
861
+ "dtype": "F32",
862
+ "shape": [
863
+ 8192,
864
+ 3072
865
+ ],
866
+ "data_offsets": [
867
+ 6341984256,
868
+ 6442647552
869
+ ]
870
+ },
871
+ "single_transformer_blocks.30.ff.linear_2.weight": {
872
+ "dtype": "F32",
873
+ "shape": [
874
+ 8192,
875
+ 3072
876
+ ],
877
+ "data_offsets": [
878
+ 6442647552,
879
+ 6543310848
880
+ ]
881
+ },
882
+ "single_transformer_blocks.30.ff.out_projection.weight": {
883
+ "dtype": "F32",
884
+ "shape": [
885
+ 3072,
886
+ 8192
887
+ ],
888
+ "data_offsets": [
889
+ 6543310848,
890
+ 6643974144
891
+ ]
892
+ },
893
+ "single_transformer_blocks.30.norm1.linear.weight": {
894
+ "dtype": "F32",
895
+ "shape": [
896
+ 18432,
897
+ 3072
898
+ ],
899
+ "data_offsets": [
900
+ 6643974144,
901
+ 6870466560
902
+ ]
903
+ },
904
+ "single_transformer_blocks.31.attn.to_k.weight": {
905
+ "dtype": "F32",
906
+ "shape": [
907
+ 3072,
908
+ 3072
909
+ ],
910
+ "data_offsets": [
911
+ 6870466560,
912
+ 6908215296
913
+ ]
914
+ },
915
+ "single_transformer_blocks.31.attn.to_out.0.weight": {
916
+ "dtype": "F32",
917
+ "shape": [
918
+ 3072,
919
+ 3072
920
+ ],
921
+ "data_offsets": [
922
+ 6908215296,
923
+ 6945964032
924
+ ]
925
+ },
926
+ "single_transformer_blocks.31.attn.to_q.weight": {
927
+ "dtype": "F32",
928
+ "shape": [
929
+ 3072,
930
+ 3072
931
+ ],
932
+ "data_offsets": [
933
+ 6945964032,
934
+ 6983712768
935
+ ]
936
+ },
937
+ "single_transformer_blocks.31.attn.to_v.weight": {
938
+ "dtype": "F32",
939
+ "shape": [
940
+ 3072,
941
+ 3072
942
+ ],
943
+ "data_offsets": [
944
+ 6983712768,
945
+ 7021461504
946
+ ]
947
+ },
948
+ "single_transformer_blocks.31.ff.linear_1.weight": {
949
+ "dtype": "F32",
950
+ "shape": [
951
+ 8192,
952
+ 3072
953
+ ],
954
+ "data_offsets": [
955
+ 7021461504,
956
+ 7122124800
957
+ ]
958
+ },
959
+ "single_transformer_blocks.31.ff.linear_2.weight": {
960
+ "dtype": "F32",
961
+ "shape": [
962
+ 8192,
963
+ 3072
964
+ ],
965
+ "data_offsets": [
966
+ 7122124800,
967
+ 7222788096
968
+ ]
969
+ },
970
+ "single_transformer_blocks.31.ff.out_projection.weight": {
971
+ "dtype": "F32",
972
+ "shape": [
973
+ 3072,
974
+ 8192
975
+ ],
976
+ "data_offsets": [
977
+ 7222788096,
978
+ 7323451392
979
+ ]
980
+ },
981
+ "single_transformer_blocks.31.norm1.linear.weight": {
982
+ "dtype": "F32",
983
+ "shape": [
984
+ 18432,
985
+ 3072
986
+ ],
987
+ "data_offsets": [
988
+ 7323451392,
989
+ 7549943808
990
+ ]
991
+ }
992
+ }
state_dicts/auraflow.diffusers.merged.json ADDED
@@ -0,0 +1,3642 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "context_embedder.weight": {
3
+ "dtype": "F32",
4
+ "shape": [
5
+ 3072,
6
+ 2048
7
+ ],
8
+ "data_offsets": [
9
+ 0,
10
+ 25165824
11
+ ]
12
+ },
13
+ "joint_transformer_blocks.0.attn.add_k_proj.weight": {
14
+ "dtype": "F32",
15
+ "shape": [
16
+ 3072,
17
+ 3072
18
+ ],
19
+ "data_offsets": [
20
+ 25165824,
21
+ 62914560
22
+ ]
23
+ },
24
+ "joint_transformer_blocks.0.attn.add_q_proj.weight": {
25
+ "dtype": "F32",
26
+ "shape": [
27
+ 3072,
28
+ 3072
29
+ ],
30
+ "data_offsets": [
31
+ 62914560,
32
+ 100663296
33
+ ]
34
+ },
35
+ "joint_transformer_blocks.0.attn.add_v_proj.weight": {
36
+ "dtype": "F32",
37
+ "shape": [
38
+ 3072,
39
+ 3072
40
+ ],
41
+ "data_offsets": [
42
+ 100663296,
43
+ 138412032
44
+ ]
45
+ },
46
+ "joint_transformer_blocks.0.attn.to_add_out.weight": {
47
+ "dtype": "F32",
48
+ "shape": [
49
+ 3072,
50
+ 3072
51
+ ],
52
+ "data_offsets": [
53
+ 138412032,
54
+ 176160768
55
+ ]
56
+ },
57
+ "joint_transformer_blocks.0.attn.to_k.weight": {
58
+ "dtype": "F32",
59
+ "shape": [
60
+ 3072,
61
+ 3072
62
+ ],
63
+ "data_offsets": [
64
+ 176160768,
65
+ 213909504
66
+ ]
67
+ },
68
+ "joint_transformer_blocks.0.attn.to_out.0.weight": {
69
+ "dtype": "F32",
70
+ "shape": [
71
+ 3072,
72
+ 3072
73
+ ],
74
+ "data_offsets": [
75
+ 213909504,
76
+ 251658240
77
+ ]
78
+ },
79
+ "joint_transformer_blocks.0.attn.to_q.weight": {
80
+ "dtype": "F32",
81
+ "shape": [
82
+ 3072,
83
+ 3072
84
+ ],
85
+ "data_offsets": [
86
+ 251658240,
87
+ 289406976
88
+ ]
89
+ },
90
+ "joint_transformer_blocks.0.attn.to_v.weight": {
91
+ "dtype": "F32",
92
+ "shape": [
93
+ 3072,
94
+ 3072
95
+ ],
96
+ "data_offsets": [
97
+ 289406976,
98
+ 327155712
99
+ ]
100
+ },
101
+ "joint_transformer_blocks.0.ff.linear_1.weight": {
102
+ "dtype": "F32",
103
+ "shape": [
104
+ 8192,
105
+ 3072
106
+ ],
107
+ "data_offsets": [
108
+ 327155712,
109
+ 427819008
110
+ ]
111
+ },
112
+ "joint_transformer_blocks.0.ff.linear_2.weight": {
113
+ "dtype": "F32",
114
+ "shape": [
115
+ 8192,
116
+ 3072
117
+ ],
118
+ "data_offsets": [
119
+ 427819008,
120
+ 528482304
121
+ ]
122
+ },
123
+ "joint_transformer_blocks.0.ff.out_projection.weight": {
124
+ "dtype": "F32",
125
+ "shape": [
126
+ 3072,
127
+ 8192
128
+ ],
129
+ "data_offsets": [
130
+ 528482304,
131
+ 629145600
132
+ ]
133
+ },
134
+ "joint_transformer_blocks.0.ff_context.linear_1.weight": {
135
+ "dtype": "F32",
136
+ "shape": [
137
+ 8192,
138
+ 3072
139
+ ],
140
+ "data_offsets": [
141
+ 629145600,
142
+ 729808896
143
+ ]
144
+ },
145
+ "joint_transformer_blocks.0.ff_context.linear_2.weight": {
146
+ "dtype": "F32",
147
+ "shape": [
148
+ 8192,
149
+ 3072
150
+ ],
151
+ "data_offsets": [
152
+ 729808896,
153
+ 830472192
154
+ ]
155
+ },
156
+ "joint_transformer_blocks.0.ff_context.out_projection.weight": {
157
+ "dtype": "F32",
158
+ "shape": [
159
+ 3072,
160
+ 8192
161
+ ],
162
+ "data_offsets": [
163
+ 830472192,
164
+ 931135488
165
+ ]
166
+ },
167
+ "joint_transformer_blocks.0.norm1.linear.weight": {
168
+ "dtype": "F32",
169
+ "shape": [
170
+ 18432,
171
+ 3072
172
+ ],
173
+ "data_offsets": [
174
+ 931135488,
175
+ 1157627904
176
+ ]
177
+ },
178
+ "joint_transformer_blocks.0.norm1_context.linear.weight": {
179
+ "dtype": "F32",
180
+ "shape": [
181
+ 18432,
182
+ 3072
183
+ ],
184
+ "data_offsets": [
185
+ 1157627904,
186
+ 1384120320
187
+ ]
188
+ },
189
+ "joint_transformer_blocks.1.attn.add_k_proj.weight": {
190
+ "dtype": "F32",
191
+ "shape": [
192
+ 3072,
193
+ 3072
194
+ ],
195
+ "data_offsets": [
196
+ 1384120320,
197
+ 1421869056
198
+ ]
199
+ },
200
+ "joint_transformer_blocks.1.attn.add_q_proj.weight": {
201
+ "dtype": "F32",
202
+ "shape": [
203
+ 3072,
204
+ 3072
205
+ ],
206
+ "data_offsets": [
207
+ 1421869056,
208
+ 1459617792
209
+ ]
210
+ },
211
+ "joint_transformer_blocks.1.attn.add_v_proj.weight": {
212
+ "dtype": "F32",
213
+ "shape": [
214
+ 3072,
215
+ 3072
216
+ ],
217
+ "data_offsets": [
218
+ 1459617792,
219
+ 1497366528
220
+ ]
221
+ },
222
+ "joint_transformer_blocks.1.attn.to_add_out.weight": {
223
+ "dtype": "F32",
224
+ "shape": [
225
+ 3072,
226
+ 3072
227
+ ],
228
+ "data_offsets": [
229
+ 1497366528,
230
+ 1535115264
231
+ ]
232
+ },
233
+ "joint_transformer_blocks.1.attn.to_k.weight": {
234
+ "dtype": "F32",
235
+ "shape": [
236
+ 3072,
237
+ 3072
238
+ ],
239
+ "data_offsets": [
240
+ 1535115264,
241
+ 1572864000
242
+ ]
243
+ },
244
+ "joint_transformer_blocks.1.attn.to_out.0.weight": {
245
+ "dtype": "F32",
246
+ "shape": [
247
+ 3072,
248
+ 3072
249
+ ],
250
+ "data_offsets": [
251
+ 1572864000,
252
+ 1610612736
253
+ ]
254
+ },
255
+ "joint_transformer_blocks.1.attn.to_q.weight": {
256
+ "dtype": "F32",
257
+ "shape": [
258
+ 3072,
259
+ 3072
260
+ ],
261
+ "data_offsets": [
262
+ 1610612736,
263
+ 1648361472
264
+ ]
265
+ },
266
+ "joint_transformer_blocks.1.attn.to_v.weight": {
267
+ "dtype": "F32",
268
+ "shape": [
269
+ 3072,
270
+ 3072
271
+ ],
272
+ "data_offsets": [
273
+ 1648361472,
274
+ 1686110208
275
+ ]
276
+ },
277
+ "joint_transformer_blocks.1.ff.linear_1.weight": {
278
+ "dtype": "F32",
279
+ "shape": [
280
+ 8192,
281
+ 3072
282
+ ],
283
+ "data_offsets": [
284
+ 1686110208,
285
+ 1786773504
286
+ ]
287
+ },
288
+ "joint_transformer_blocks.1.ff.linear_2.weight": {
289
+ "dtype": "F32",
290
+ "shape": [
291
+ 8192,
292
+ 3072
293
+ ],
294
+ "data_offsets": [
295
+ 1786773504,
296
+ 1887436800
297
+ ]
298
+ },
299
+ "joint_transformer_blocks.1.ff.out_projection.weight": {
300
+ "dtype": "F32",
301
+ "shape": [
302
+ 3072,
303
+ 8192
304
+ ],
305
+ "data_offsets": [
306
+ 1887436800,
307
+ 1988100096
308
+ ]
309
+ },
310
+ "joint_transformer_blocks.1.ff_context.linear_1.weight": {
311
+ "dtype": "F32",
312
+ "shape": [
313
+ 8192,
314
+ 3072
315
+ ],
316
+ "data_offsets": [
317
+ 1988100096,
318
+ 2088763392
319
+ ]
320
+ },
321
+ "joint_transformer_blocks.1.ff_context.linear_2.weight": {
322
+ "dtype": "F32",
323
+ "shape": [
324
+ 8192,
325
+ 3072
326
+ ],
327
+ "data_offsets": [
328
+ 2088763392,
329
+ 2189426688
330
+ ]
331
+ },
332
+ "joint_transformer_blocks.1.ff_context.out_projection.weight": {
333
+ "dtype": "F32",
334
+ "shape": [
335
+ 3072,
336
+ 8192
337
+ ],
338
+ "data_offsets": [
339
+ 2189426688,
340
+ 2290089984
341
+ ]
342
+ },
343
+ "joint_transformer_blocks.1.norm1.linear.weight": {
344
+ "dtype": "F32",
345
+ "shape": [
346
+ 18432,
347
+ 3072
348
+ ],
349
+ "data_offsets": [
350
+ 2290089984,
351
+ 2516582400
352
+ ]
353
+ },
354
+ "joint_transformer_blocks.1.norm1_context.linear.weight": {
355
+ "dtype": "F32",
356
+ "shape": [
357
+ 18432,
358
+ 3072
359
+ ],
360
+ "data_offsets": [
361
+ 2516582400,
362
+ 2743074816
363
+ ]
364
+ },
365
+ "joint_transformer_blocks.2.attn.add_k_proj.weight": {
366
+ "dtype": "F32",
367
+ "shape": [
368
+ 3072,
369
+ 3072
370
+ ],
371
+ "data_offsets": [
372
+ 2743074816,
373
+ 2780823552
374
+ ]
375
+ },
376
+ "joint_transformer_blocks.2.attn.add_q_proj.weight": {
377
+ "dtype": "F32",
378
+ "shape": [
379
+ 3072,
380
+ 3072
381
+ ],
382
+ "data_offsets": [
383
+ 2780823552,
384
+ 2818572288
385
+ ]
386
+ },
387
+ "joint_transformer_blocks.2.attn.add_v_proj.weight": {
388
+ "dtype": "F32",
389
+ "shape": [
390
+ 3072,
391
+ 3072
392
+ ],
393
+ "data_offsets": [
394
+ 2818572288,
395
+ 2856321024
396
+ ]
397
+ },
398
+ "joint_transformer_blocks.2.attn.to_add_out.weight": {
399
+ "dtype": "F32",
400
+ "shape": [
401
+ 3072,
402
+ 3072
403
+ ],
404
+ "data_offsets": [
405
+ 2856321024,
406
+ 2894069760
407
+ ]
408
+ },
409
+ "joint_transformer_blocks.2.attn.to_k.weight": {
410
+ "dtype": "F32",
411
+ "shape": [
412
+ 3072,
413
+ 3072
414
+ ],
415
+ "data_offsets": [
416
+ 2894069760,
417
+ 2931818496
418
+ ]
419
+ },
420
+ "joint_transformer_blocks.2.attn.to_out.0.weight": {
421
+ "dtype": "F32",
422
+ "shape": [
423
+ 3072,
424
+ 3072
425
+ ],
426
+ "data_offsets": [
427
+ 2931818496,
428
+ 2969567232
429
+ ]
430
+ },
431
+ "joint_transformer_blocks.2.attn.to_q.weight": {
432
+ "dtype": "F32",
433
+ "shape": [
434
+ 3072,
435
+ 3072
436
+ ],
437
+ "data_offsets": [
438
+ 2969567232,
439
+ 3007315968
440
+ ]
441
+ },
442
+ "joint_transformer_blocks.2.attn.to_v.weight": {
443
+ "dtype": "F32",
444
+ "shape": [
445
+ 3072,
446
+ 3072
447
+ ],
448
+ "data_offsets": [
449
+ 3007315968,
450
+ 3045064704
451
+ ]
452
+ },
453
+ "joint_transformer_blocks.2.ff.linear_1.weight": {
454
+ "dtype": "F32",
455
+ "shape": [
456
+ 8192,
457
+ 3072
458
+ ],
459
+ "data_offsets": [
460
+ 3045064704,
461
+ 3145728000
462
+ ]
463
+ },
464
+ "joint_transformer_blocks.2.ff.linear_2.weight": {
465
+ "dtype": "F32",
466
+ "shape": [
467
+ 8192,
468
+ 3072
469
+ ],
470
+ "data_offsets": [
471
+ 3145728000,
472
+ 3246391296
473
+ ]
474
+ },
475
+ "joint_transformer_blocks.2.ff.out_projection.weight": {
476
+ "dtype": "F32",
477
+ "shape": [
478
+ 3072,
479
+ 8192
480
+ ],
481
+ "data_offsets": [
482
+ 3246391296,
483
+ 3347054592
484
+ ]
485
+ },
486
+ "joint_transformer_blocks.2.ff_context.linear_1.weight": {
487
+ "dtype": "F32",
488
+ "shape": [
489
+ 8192,
490
+ 3072
491
+ ],
492
+ "data_offsets": [
493
+ 3347054592,
494
+ 3447717888
495
+ ]
496
+ },
497
+ "joint_transformer_blocks.2.ff_context.linear_2.weight": {
498
+ "dtype": "F32",
499
+ "shape": [
500
+ 8192,
501
+ 3072
502
+ ],
503
+ "data_offsets": [
504
+ 3447717888,
505
+ 3548381184
506
+ ]
507
+ },
508
+ "joint_transformer_blocks.2.ff_context.out_projection.weight": {
509
+ "dtype": "F32",
510
+ "shape": [
511
+ 3072,
512
+ 8192
513
+ ],
514
+ "data_offsets": [
515
+ 3548381184,
516
+ 3649044480
517
+ ]
518
+ },
519
+ "joint_transformer_blocks.2.norm1.linear.weight": {
520
+ "dtype": "F32",
521
+ "shape": [
522
+ 18432,
523
+ 3072
524
+ ],
525
+ "data_offsets": [
526
+ 3649044480,
527
+ 3875536896
528
+ ]
529
+ },
530
+ "joint_transformer_blocks.2.norm1_context.linear.weight": {
531
+ "dtype": "F32",
532
+ "shape": [
533
+ 18432,
534
+ 3072
535
+ ],
536
+ "data_offsets": [
537
+ 3875536896,
538
+ 4102029312
539
+ ]
540
+ },
541
+ "joint_transformer_blocks.3.attn.add_k_proj.weight": {
542
+ "dtype": "F32",
543
+ "shape": [
544
+ 3072,
545
+ 3072
546
+ ],
547
+ "data_offsets": [
548
+ 4102029312,
549
+ 4139778048
550
+ ]
551
+ },
552
+ "joint_transformer_blocks.3.attn.add_q_proj.weight": {
553
+ "dtype": "F32",
554
+ "shape": [
555
+ 3072,
556
+ 3072
557
+ ],
558
+ "data_offsets": [
559
+ 4139778048,
560
+ 4177526784
561
+ ]
562
+ },
563
+ "joint_transformer_blocks.3.attn.add_v_proj.weight": {
564
+ "dtype": "F32",
565
+ "shape": [
566
+ 3072,
567
+ 3072
568
+ ],
569
+ "data_offsets": [
570
+ 4177526784,
571
+ 4215275520
572
+ ]
573
+ },
574
+ "joint_transformer_blocks.3.attn.to_add_out.weight": {
575
+ "dtype": "F32",
576
+ "shape": [
577
+ 3072,
578
+ 3072
579
+ ],
580
+ "data_offsets": [
581
+ 4215275520,
582
+ 4253024256
583
+ ]
584
+ },
585
+ "joint_transformer_blocks.3.attn.to_k.weight": {
586
+ "dtype": "F32",
587
+ "shape": [
588
+ 3072,
589
+ 3072
590
+ ],
591
+ "data_offsets": [
592
+ 4253024256,
593
+ 4290772992
594
+ ]
595
+ },
596
+ "joint_transformer_blocks.3.attn.to_out.0.weight": {
597
+ "dtype": "F32",
598
+ "shape": [
599
+ 3072,
600
+ 3072
601
+ ],
602
+ "data_offsets": [
603
+ 4290772992,
604
+ 4328521728
605
+ ]
606
+ },
607
+ "joint_transformer_blocks.3.attn.to_q.weight": {
608
+ "dtype": "F32",
609
+ "shape": [
610
+ 3072,
611
+ 3072
612
+ ],
613
+ "data_offsets": [
614
+ 4328521728,
615
+ 4366270464
616
+ ]
617
+ },
618
+ "joint_transformer_blocks.3.attn.to_v.weight": {
619
+ "dtype": "F32",
620
+ "shape": [
621
+ 3072,
622
+ 3072
623
+ ],
624
+ "data_offsets": [
625
+ 4366270464,
626
+ 4404019200
627
+ ]
628
+ },
629
+ "joint_transformer_blocks.3.ff.linear_1.weight": {
630
+ "dtype": "F32",
631
+ "shape": [
632
+ 8192,
633
+ 3072
634
+ ],
635
+ "data_offsets": [
636
+ 4404019200,
637
+ 4504682496
638
+ ]
639
+ },
640
+ "joint_transformer_blocks.3.ff.linear_2.weight": {
641
+ "dtype": "F32",
642
+ "shape": [
643
+ 8192,
644
+ 3072
645
+ ],
646
+ "data_offsets": [
647
+ 4504682496,
648
+ 4605345792
649
+ ]
650
+ },
651
+ "joint_transformer_blocks.3.ff.out_projection.weight": {
652
+ "dtype": "F32",
653
+ "shape": [
654
+ 3072,
655
+ 8192
656
+ ],
657
+ "data_offsets": [
658
+ 4605345792,
659
+ 4706009088
660
+ ]
661
+ },
662
+ "joint_transformer_blocks.3.ff_context.linear_1.weight": {
663
+ "dtype": "F32",
664
+ "shape": [
665
+ 8192,
666
+ 3072
667
+ ],
668
+ "data_offsets": [
669
+ 4706009088,
670
+ 4806672384
671
+ ]
672
+ },
673
+ "joint_transformer_blocks.3.ff_context.linear_2.weight": {
674
+ "dtype": "F32",
675
+ "shape": [
676
+ 8192,
677
+ 3072
678
+ ],
679
+ "data_offsets": [
680
+ 4806672384,
681
+ 4907335680
682
+ ]
683
+ },
684
+ "joint_transformer_blocks.3.ff_context.out_projection.weight": {
685
+ "dtype": "F32",
686
+ "shape": [
687
+ 3072,
688
+ 8192
689
+ ],
690
+ "data_offsets": [
691
+ 4907335680,
692
+ 5007998976
693
+ ]
694
+ },
695
+ "joint_transformer_blocks.3.norm1.linear.weight": {
696
+ "dtype": "F32",
697
+ "shape": [
698
+ 18432,
699
+ 3072
700
+ ],
701
+ "data_offsets": [
702
+ 5007998976,
703
+ 5234491392
704
+ ]
705
+ },
706
+ "joint_transformer_blocks.3.norm1_context.linear.weight": {
707
+ "dtype": "F32",
708
+ "shape": [
709
+ 18432,
710
+ 3072
711
+ ],
712
+ "data_offsets": [
713
+ 5234491392,
714
+ 5460983808
715
+ ]
716
+ },
717
+ "pos_embed.pos_embed": {
718
+ "dtype": "F32",
719
+ "shape": [
720
+ 1,
721
+ 4096,
722
+ 3072
723
+ ],
724
+ "data_offsets": [
725
+ 5460983808,
726
+ 5511315456
727
+ ]
728
+ },
729
+ "pos_embed.proj.bias": {
730
+ "dtype": "F32",
731
+ "shape": [
732
+ 3072
733
+ ],
734
+ "data_offsets": [
735
+ 5511315456,
736
+ 5511327744
737
+ ]
738
+ },
739
+ "pos_embed.proj.weight": {
740
+ "dtype": "F32",
741
+ "shape": [
742
+ 3072,
743
+ 16
744
+ ],
745
+ "data_offsets": [
746
+ 5511327744,
747
+ 5511524352
748
+ ]
749
+ },
750
+ "register_tokens": {
751
+ "dtype": "F32",
752
+ "shape": [
753
+ 1,
754
+ 8,
755
+ 3072
756
+ ],
757
+ "data_offsets": [
758
+ 5511524352,
759
+ 5511622656
760
+ ]
761
+ },
762
+ "single_transformer_blocks.0.attn.to_k.weight": {
763
+ "dtype": "F32",
764
+ "shape": [
765
+ 3072,
766
+ 3072
767
+ ],
768
+ "data_offsets": [
769
+ 5511622656,
770
+ 5549371392
771
+ ]
772
+ },
773
+ "single_transformer_blocks.0.attn.to_out.0.weight": {
774
+ "dtype": "F32",
775
+ "shape": [
776
+ 3072,
777
+ 3072
778
+ ],
779
+ "data_offsets": [
780
+ 5549371392,
781
+ 5587120128
782
+ ]
783
+ },
784
+ "single_transformer_blocks.0.attn.to_q.weight": {
785
+ "dtype": "F32",
786
+ "shape": [
787
+ 3072,
788
+ 3072
789
+ ],
790
+ "data_offsets": [
791
+ 5587120128,
792
+ 5624868864
793
+ ]
794
+ },
795
+ "single_transformer_blocks.0.attn.to_v.weight": {
796
+ "dtype": "F32",
797
+ "shape": [
798
+ 3072,
799
+ 3072
800
+ ],
801
+ "data_offsets": [
802
+ 5624868864,
803
+ 5662617600
804
+ ]
805
+ },
806
+ "single_transformer_blocks.0.ff.linear_1.weight": {
807
+ "dtype": "F32",
808
+ "shape": [
809
+ 8192,
810
+ 3072
811
+ ],
812
+ "data_offsets": [
813
+ 5662617600,
814
+ 5763280896
815
+ ]
816
+ },
817
+ "single_transformer_blocks.0.ff.linear_2.weight": {
818
+ "dtype": "F32",
819
+ "shape": [
820
+ 8192,
821
+ 3072
822
+ ],
823
+ "data_offsets": [
824
+ 5763280896,
825
+ 5863944192
826
+ ]
827
+ },
828
+ "single_transformer_blocks.0.ff.out_projection.weight": {
829
+ "dtype": "F32",
830
+ "shape": [
831
+ 3072,
832
+ 8192
833
+ ],
834
+ "data_offsets": [
835
+ 5863944192,
836
+ 5964607488
837
+ ]
838
+ },
839
+ "single_transformer_blocks.0.norm1.linear.weight": {
840
+ "dtype": "F32",
841
+ "shape": [
842
+ 18432,
843
+ 3072
844
+ ],
845
+ "data_offsets": [
846
+ 5964607488,
847
+ 6191099904
848
+ ]
849
+ },
850
+ "single_transformer_blocks.1.attn.to_k.weight": {
851
+ "dtype": "F32",
852
+ "shape": [
853
+ 3072,
854
+ 3072
855
+ ],
856
+ "data_offsets": [
857
+ 6191099904,
858
+ 6228848640
859
+ ]
860
+ },
861
+ "single_transformer_blocks.1.attn.to_out.0.weight": {
862
+ "dtype": "F32",
863
+ "shape": [
864
+ 3072,
865
+ 3072
866
+ ],
867
+ "data_offsets": [
868
+ 6228848640,
869
+ 6266597376
870
+ ]
871
+ },
872
+ "single_transformer_blocks.1.attn.to_q.weight": {
873
+ "dtype": "F32",
874
+ "shape": [
875
+ 3072,
876
+ 3072
877
+ ],
878
+ "data_offsets": [
879
+ 6266597376,
880
+ 6304346112
881
+ ]
882
+ },
883
+ "single_transformer_blocks.1.attn.to_v.weight": {
884
+ "dtype": "F32",
885
+ "shape": [
886
+ 3072,
887
+ 3072
888
+ ],
889
+ "data_offsets": [
890
+ 6304346112,
891
+ 6342094848
892
+ ]
893
+ },
894
+ "single_transformer_blocks.1.ff.linear_1.weight": {
895
+ "dtype": "F32",
896
+ "shape": [
897
+ 8192,
898
+ 3072
899
+ ],
900
+ "data_offsets": [
901
+ 6342094848,
902
+ 6442758144
903
+ ]
904
+ },
905
+ "single_transformer_blocks.1.ff.linear_2.weight": {
906
+ "dtype": "F32",
907
+ "shape": [
908
+ 8192,
909
+ 3072
910
+ ],
911
+ "data_offsets": [
912
+ 6442758144,
913
+ 6543421440
914
+ ]
915
+ },
916
+ "single_transformer_blocks.1.ff.out_projection.weight": {
917
+ "dtype": "F32",
918
+ "shape": [
919
+ 3072,
920
+ 8192
921
+ ],
922
+ "data_offsets": [
923
+ 6543421440,
924
+ 6644084736
925
+ ]
926
+ },
927
+ "single_transformer_blocks.1.norm1.linear.weight": {
928
+ "dtype": "F32",
929
+ "shape": [
930
+ 18432,
931
+ 3072
932
+ ],
933
+ "data_offsets": [
934
+ 6644084736,
935
+ 6870577152
936
+ ]
937
+ },
938
+ "single_transformer_blocks.2.attn.to_k.weight": {
939
+ "dtype": "F32",
940
+ "shape": [
941
+ 3072,
942
+ 3072
943
+ ],
944
+ "data_offsets": [
945
+ 6870577152,
946
+ 6908325888
947
+ ]
948
+ },
949
+ "single_transformer_blocks.2.attn.to_out.0.weight": {
950
+ "dtype": "F32",
951
+ "shape": [
952
+ 3072,
953
+ 3072
954
+ ],
955
+ "data_offsets": [
956
+ 6908325888,
957
+ 6946074624
958
+ ]
959
+ },
960
+ "single_transformer_blocks.2.attn.to_q.weight": {
961
+ "dtype": "F32",
962
+ "shape": [
963
+ 3072,
964
+ 3072
965
+ ],
966
+ "data_offsets": [
967
+ 6946074624,
968
+ 6983823360
969
+ ]
970
+ },
971
+ "single_transformer_blocks.2.attn.to_v.weight": {
972
+ "dtype": "F32",
973
+ "shape": [
974
+ 3072,
975
+ 3072
976
+ ],
977
+ "data_offsets": [
978
+ 6983823360,
979
+ 7021572096
980
+ ]
981
+ },
982
+ "single_transformer_blocks.2.ff.linear_1.weight": {
983
+ "dtype": "F32",
984
+ "shape": [
985
+ 8192,
986
+ 3072
987
+ ],
988
+ "data_offsets": [
989
+ 7021572096,
990
+ 7122235392
991
+ ]
992
+ },
993
+ "single_transformer_blocks.2.ff.linear_2.weight": {
994
+ "dtype": "F32",
995
+ "shape": [
996
+ 8192,
997
+ 3072
998
+ ],
999
+ "data_offsets": [
1000
+ 7122235392,
1001
+ 7222898688
1002
+ ]
1003
+ },
1004
+ "single_transformer_blocks.2.ff.out_projection.weight": {
1005
+ "dtype": "F32",
1006
+ "shape": [
1007
+ 3072,
1008
+ 8192
1009
+ ],
1010
+ "data_offsets": [
1011
+ 7222898688,
1012
+ 7323561984
1013
+ ]
1014
+ },
1015
+ "single_transformer_blocks.2.norm1.linear.weight": {
1016
+ "dtype": "F32",
1017
+ "shape": [
1018
+ 18432,
1019
+ 3072
1020
+ ],
1021
+ "data_offsets": [
1022
+ 7323561984,
1023
+ 7550054400
1024
+ ]
1025
+ },
1026
+ "single_transformer_blocks.3.attn.to_k.weight": {
1027
+ "dtype": "F32",
1028
+ "shape": [
1029
+ 3072,
1030
+ 3072
1031
+ ],
1032
+ "data_offsets": [
1033
+ 7550054400,
1034
+ 7587803136
1035
+ ]
1036
+ },
1037
+ "single_transformer_blocks.3.attn.to_out.0.weight": {
1038
+ "dtype": "F32",
1039
+ "shape": [
1040
+ 3072,
1041
+ 3072
1042
+ ],
1043
+ "data_offsets": [
1044
+ 7587803136,
1045
+ 7625551872
1046
+ ]
1047
+ },
1048
+ "single_transformer_blocks.3.attn.to_q.weight": {
1049
+ "dtype": "F32",
1050
+ "shape": [
1051
+ 3072,
1052
+ 3072
1053
+ ],
1054
+ "data_offsets": [
1055
+ 7625551872,
1056
+ 7663300608
1057
+ ]
1058
+ },
1059
+ "single_transformer_blocks.3.attn.to_v.weight": {
1060
+ "dtype": "F32",
1061
+ "shape": [
1062
+ 3072,
1063
+ 3072
1064
+ ],
1065
+ "data_offsets": [
1066
+ 7663300608,
1067
+ 7701049344
1068
+ ]
1069
+ },
1070
+ "single_transformer_blocks.3.ff.linear_1.weight": {
1071
+ "dtype": "F32",
1072
+ "shape": [
1073
+ 8192,
1074
+ 3072
1075
+ ],
1076
+ "data_offsets": [
1077
+ 7701049344,
1078
+ 7801712640
1079
+ ]
1080
+ },
1081
+ "single_transformer_blocks.3.ff.linear_2.weight": {
1082
+ "dtype": "F32",
1083
+ "shape": [
1084
+ 8192,
1085
+ 3072
1086
+ ],
1087
+ "data_offsets": [
1088
+ 7801712640,
1089
+ 7902375936
1090
+ ]
1091
+ },
1092
+ "single_transformer_blocks.3.ff.out_projection.weight": {
1093
+ "dtype": "F32",
1094
+ "shape": [
1095
+ 3072,
1096
+ 8192
1097
+ ],
1098
+ "data_offsets": [
1099
+ 7902375936,
1100
+ 8003039232
1101
+ ]
1102
+ },
1103
+ "single_transformer_blocks.3.norm1.linear.weight": {
1104
+ "dtype": "F32",
1105
+ "shape": [
1106
+ 18432,
1107
+ 3072
1108
+ ],
1109
+ "data_offsets": [
1110
+ 8003039232,
1111
+ 8229531648
1112
+ ]
1113
+ },
1114
+ "single_transformer_blocks.4.attn.to_k.weight": {
1115
+ "dtype": "F32",
1116
+ "shape": [
1117
+ 3072,
1118
+ 3072
1119
+ ],
1120
+ "data_offsets": [
1121
+ 8229531648,
1122
+ 8267280384
1123
+ ]
1124
+ },
1125
+ "single_transformer_blocks.4.attn.to_out.0.weight": {
1126
+ "dtype": "F32",
1127
+ "shape": [
1128
+ 3072,
1129
+ 3072
1130
+ ],
1131
+ "data_offsets": [
1132
+ 8267280384,
1133
+ 8305029120
1134
+ ]
1135
+ },
1136
+ "single_transformer_blocks.4.attn.to_q.weight": {
1137
+ "dtype": "F32",
1138
+ "shape": [
1139
+ 3072,
1140
+ 3072
1141
+ ],
1142
+ "data_offsets": [
1143
+ 8305029120,
1144
+ 8342777856
1145
+ ]
1146
+ },
1147
+ "single_transformer_blocks.4.attn.to_v.weight": {
1148
+ "dtype": "F32",
1149
+ "shape": [
1150
+ 3072,
1151
+ 3072
1152
+ ],
1153
+ "data_offsets": [
1154
+ 8342777856,
1155
+ 8380526592
1156
+ ]
1157
+ },
1158
+ "single_transformer_blocks.4.ff.linear_1.weight": {
1159
+ "dtype": "F32",
1160
+ "shape": [
1161
+ 8192,
1162
+ 3072
1163
+ ],
1164
+ "data_offsets": [
1165
+ 8380526592,
1166
+ 8481189888
1167
+ ]
1168
+ },
1169
+ "single_transformer_blocks.4.ff.linear_2.weight": {
1170
+ "dtype": "F32",
1171
+ "shape": [
1172
+ 8192,
1173
+ 3072
1174
+ ],
1175
+ "data_offsets": [
1176
+ 8481189888,
1177
+ 8581853184
1178
+ ]
1179
+ },
1180
+ "single_transformer_blocks.4.ff.out_projection.weight": {
1181
+ "dtype": "F32",
1182
+ "shape": [
1183
+ 3072,
1184
+ 8192
1185
+ ],
1186
+ "data_offsets": [
1187
+ 8581853184,
1188
+ 8682516480
1189
+ ]
1190
+ },
1191
+ "single_transformer_blocks.4.norm1.linear.weight": {
1192
+ "dtype": "F32",
1193
+ "shape": [
1194
+ 18432,
1195
+ 3072
1196
+ ],
1197
+ "data_offsets": [
1198
+ 8682516480,
1199
+ 8909008896
1200
+ ]
1201
+ },
1202
+ "single_transformer_blocks.5.attn.to_k.weight": {
1203
+ "dtype": "F32",
1204
+ "shape": [
1205
+ 3072,
1206
+ 3072
1207
+ ],
1208
+ "data_offsets": [
1209
+ 8909008896,
1210
+ 8946757632
1211
+ ]
1212
+ },
1213
+ "single_transformer_blocks.5.attn.to_out.0.weight": {
1214
+ "dtype": "F32",
1215
+ "shape": [
1216
+ 3072,
1217
+ 3072
1218
+ ],
1219
+ "data_offsets": [
1220
+ 8946757632,
1221
+ 8984506368
1222
+ ]
1223
+ },
1224
+ "single_transformer_blocks.5.attn.to_q.weight": {
1225
+ "dtype": "F32",
1226
+ "shape": [
1227
+ 3072,
1228
+ 3072
1229
+ ],
1230
+ "data_offsets": [
1231
+ 8984506368,
1232
+ 9022255104
1233
+ ]
1234
+ },
1235
+ "single_transformer_blocks.5.attn.to_v.weight": {
1236
+ "dtype": "F32",
1237
+ "shape": [
1238
+ 3072,
1239
+ 3072
1240
+ ],
1241
+ "data_offsets": [
1242
+ 9022255104,
1243
+ 9060003840
1244
+ ]
1245
+ },
1246
+ "single_transformer_blocks.5.ff.linear_1.weight": {
1247
+ "dtype": "F32",
1248
+ "shape": [
1249
+ 8192,
1250
+ 3072
1251
+ ],
1252
+ "data_offsets": [
1253
+ 9060003840,
1254
+ 9160667136
1255
+ ]
1256
+ },
1257
+ "single_transformer_blocks.5.ff.linear_2.weight": {
1258
+ "dtype": "F32",
1259
+ "shape": [
1260
+ 8192,
1261
+ 3072
1262
+ ],
1263
+ "data_offsets": [
1264
+ 9160667136,
1265
+ 9261330432
1266
+ ]
1267
+ },
1268
+ "single_transformer_blocks.5.ff.out_projection.weight": {
1269
+ "dtype": "F32",
1270
+ "shape": [
1271
+ 3072,
1272
+ 8192
1273
+ ],
1274
+ "data_offsets": [
1275
+ 9261330432,
1276
+ 9361993728
1277
+ ]
1278
+ },
1279
+ "single_transformer_blocks.5.norm1.linear.weight": {
1280
+ "dtype": "F32",
1281
+ "shape": [
1282
+ 18432,
1283
+ 3072
1284
+ ],
1285
+ "data_offsets": [
1286
+ 9361993728,
1287
+ 9588486144
1288
+ ]
1289
+ },
1290
+ "single_transformer_blocks.6.attn.to_k.weight": {
1291
+ "dtype": "F32",
1292
+ "shape": [
1293
+ 3072,
1294
+ 3072
1295
+ ],
1296
+ "data_offsets": [
1297
+ 9588486144,
1298
+ 9626234880
1299
+ ]
1300
+ },
1301
+ "single_transformer_blocks.6.attn.to_q.weight": {
1302
+ "dtype": "F32",
1303
+ "shape": [
1304
+ 3072,
1305
+ 3072
1306
+ ],
1307
+ "data_offsets": [
1308
+ 9626234880,
1309
+ 9663983616
1310
+ ]
1311
+ },
1312
+ "single_transformer_blocks.6.attn.to_v.weight": {
1313
+ "dtype": "F32",
1314
+ "shape": [
1315
+ 3072,
1316
+ 3072
1317
+ ],
1318
+ "data_offsets": [
1319
+ 9663983616,
1320
+ 9701732352
1321
+ ]
1322
+ },
1323
+ "single_transformer_blocks.6.norm1.linear.weight": {
1324
+ "dtype": "F32",
1325
+ "shape": [
1326
+ 18432,
1327
+ 3072
1328
+ ],
1329
+ "data_offsets": [
1330
+ 9701732352,
1331
+ 9928224768
1332
+ ]
1333
+ },
1334
+ "time_step_proj.linear_1.bias": {
1335
+ "dtype": "F32",
1336
+ "shape": [
1337
+ 3072
1338
+ ],
1339
+ "data_offsets": [
1340
+ 9928224768,
1341
+ 9928237056
1342
+ ]
1343
+ },
1344
+ "time_step_proj.linear_1.weight": {
1345
+ "dtype": "F32",
1346
+ "shape": [
1347
+ 3072,
1348
+ 256
1349
+ ],
1350
+ "data_offsets": [
1351
+ 9928237056,
1352
+ 9931382784
1353
+ ]
1354
+ },
1355
+ "time_step_proj.linear_2.bias": {
1356
+ "dtype": "F32",
1357
+ "shape": [
1358
+ 3072
1359
+ ],
1360
+ "data_offsets": [
1361
+ 9931382784,
1362
+ 9931395072
1363
+ ]
1364
+ },
1365
+ "time_step_proj.linear_2.weight": {
1366
+ "dtype": "F32",
1367
+ "shape": [
1368
+ 3072,
1369
+ 3072
1370
+ ],
1371
+ "data_offsets": [
1372
+ 9931395072,
1373
+ 9969143808
1374
+ ]
1375
+ },
1376
+ "single_transformer_blocks.10.attn.to_k.weight": {
1377
+ "dtype": "F32",
1378
+ "shape": [
1379
+ 3072,
1380
+ 3072
1381
+ ],
1382
+ "data_offsets": [
1383
+ 0,
1384
+ 37748736
1385
+ ]
1386
+ },
1387
+ "single_transformer_blocks.10.attn.to_out.0.weight": {
1388
+ "dtype": "F32",
1389
+ "shape": [
1390
+ 3072,
1391
+ 3072
1392
+ ],
1393
+ "data_offsets": [
1394
+ 37748736,
1395
+ 75497472
1396
+ ]
1397
+ },
1398
+ "single_transformer_blocks.10.attn.to_q.weight": {
1399
+ "dtype": "F32",
1400
+ "shape": [
1401
+ 3072,
1402
+ 3072
1403
+ ],
1404
+ "data_offsets": [
1405
+ 75497472,
1406
+ 113246208
1407
+ ]
1408
+ },
1409
+ "single_transformer_blocks.10.attn.to_v.weight": {
1410
+ "dtype": "F32",
1411
+ "shape": [
1412
+ 3072,
1413
+ 3072
1414
+ ],
1415
+ "data_offsets": [
1416
+ 113246208,
1417
+ 150994944
1418
+ ]
1419
+ },
1420
+ "single_transformer_blocks.10.ff.linear_1.weight": {
1421
+ "dtype": "F32",
1422
+ "shape": [
1423
+ 8192,
1424
+ 3072
1425
+ ],
1426
+ "data_offsets": [
1427
+ 150994944,
1428
+ 251658240
1429
+ ]
1430
+ },
1431
+ "single_transformer_blocks.10.ff.linear_2.weight": {
1432
+ "dtype": "F32",
1433
+ "shape": [
1434
+ 8192,
1435
+ 3072
1436
+ ],
1437
+ "data_offsets": [
1438
+ 251658240,
1439
+ 352321536
1440
+ ]
1441
+ },
1442
+ "single_transformer_blocks.10.ff.out_projection.weight": {
1443
+ "dtype": "F32",
1444
+ "shape": [
1445
+ 3072,
1446
+ 8192
1447
+ ],
1448
+ "data_offsets": [
1449
+ 352321536,
1450
+ 452984832
1451
+ ]
1452
+ },
1453
+ "single_transformer_blocks.10.norm1.linear.weight": {
1454
+ "dtype": "F32",
1455
+ "shape": [
1456
+ 18432,
1457
+ 3072
1458
+ ],
1459
+ "data_offsets": [
1460
+ 452984832,
1461
+ 679477248
1462
+ ]
1463
+ },
1464
+ "single_transformer_blocks.11.attn.to_k.weight": {
1465
+ "dtype": "F32",
1466
+ "shape": [
1467
+ 3072,
1468
+ 3072
1469
+ ],
1470
+ "data_offsets": [
1471
+ 679477248,
1472
+ 717225984
1473
+ ]
1474
+ },
1475
+ "single_transformer_blocks.11.attn.to_out.0.weight": {
1476
+ "dtype": "F32",
1477
+ "shape": [
1478
+ 3072,
1479
+ 3072
1480
+ ],
1481
+ "data_offsets": [
1482
+ 717225984,
1483
+ 754974720
1484
+ ]
1485
+ },
1486
+ "single_transformer_blocks.11.attn.to_q.weight": {
1487
+ "dtype": "F32",
1488
+ "shape": [
1489
+ 3072,
1490
+ 3072
1491
+ ],
1492
+ "data_offsets": [
1493
+ 754974720,
1494
+ 792723456
1495
+ ]
1496
+ },
1497
+ "single_transformer_blocks.11.attn.to_v.weight": {
1498
+ "dtype": "F32",
1499
+ "shape": [
1500
+ 3072,
1501
+ 3072
1502
+ ],
1503
+ "data_offsets": [
1504
+ 792723456,
1505
+ 830472192
1506
+ ]
1507
+ },
1508
+ "single_transformer_blocks.11.ff.linear_1.weight": {
1509
+ "dtype": "F32",
1510
+ "shape": [
1511
+ 8192,
1512
+ 3072
1513
+ ],
1514
+ "data_offsets": [
1515
+ 830472192,
1516
+ 931135488
1517
+ ]
1518
+ },
1519
+ "single_transformer_blocks.11.ff.linear_2.weight": {
1520
+ "dtype": "F32",
1521
+ "shape": [
1522
+ 8192,
1523
+ 3072
1524
+ ],
1525
+ "data_offsets": [
1526
+ 931135488,
1527
+ 1031798784
1528
+ ]
1529
+ },
1530
+ "single_transformer_blocks.11.ff.out_projection.weight": {
1531
+ "dtype": "F32",
1532
+ "shape": [
1533
+ 3072,
1534
+ 8192
1535
+ ],
1536
+ "data_offsets": [
1537
+ 1031798784,
1538
+ 1132462080
1539
+ ]
1540
+ },
1541
+ "single_transformer_blocks.11.norm1.linear.weight": {
1542
+ "dtype": "F32",
1543
+ "shape": [
1544
+ 18432,
1545
+ 3072
1546
+ ],
1547
+ "data_offsets": [
1548
+ 1132462080,
1549
+ 1358954496
1550
+ ]
1551
+ },
1552
+ "single_transformer_blocks.12.attn.to_k.weight": {
1553
+ "dtype": "F32",
1554
+ "shape": [
1555
+ 3072,
1556
+ 3072
1557
+ ],
1558
+ "data_offsets": [
1559
+ 1358954496,
1560
+ 1396703232
1561
+ ]
1562
+ },
1563
+ "single_transformer_blocks.12.attn.to_out.0.weight": {
1564
+ "dtype": "F32",
1565
+ "shape": [
1566
+ 3072,
1567
+ 3072
1568
+ ],
1569
+ "data_offsets": [
1570
+ 1396703232,
1571
+ 1434451968
1572
+ ]
1573
+ },
1574
+ "single_transformer_blocks.12.attn.to_q.weight": {
1575
+ "dtype": "F32",
1576
+ "shape": [
1577
+ 3072,
1578
+ 3072
1579
+ ],
1580
+ "data_offsets": [
1581
+ 1434451968,
1582
+ 1472200704
1583
+ ]
1584
+ },
1585
+ "single_transformer_blocks.12.attn.to_v.weight": {
1586
+ "dtype": "F32",
1587
+ "shape": [
1588
+ 3072,
1589
+ 3072
1590
+ ],
1591
+ "data_offsets": [
1592
+ 1472200704,
1593
+ 1509949440
1594
+ ]
1595
+ },
1596
+ "single_transformer_blocks.12.ff.linear_1.weight": {
1597
+ "dtype": "F32",
1598
+ "shape": [
1599
+ 8192,
1600
+ 3072
1601
+ ],
1602
+ "data_offsets": [
1603
+ 1509949440,
1604
+ 1610612736
1605
+ ]
1606
+ },
1607
+ "single_transformer_blocks.12.ff.linear_2.weight": {
1608
+ "dtype": "F32",
1609
+ "shape": [
1610
+ 8192,
1611
+ 3072
1612
+ ],
1613
+ "data_offsets": [
1614
+ 1610612736,
1615
+ 1711276032
1616
+ ]
1617
+ },
1618
+ "single_transformer_blocks.12.ff.out_projection.weight": {
1619
+ "dtype": "F32",
1620
+ "shape": [
1621
+ 3072,
1622
+ 8192
1623
+ ],
1624
+ "data_offsets": [
1625
+ 1711276032,
1626
+ 1811939328
1627
+ ]
1628
+ },
1629
+ "single_transformer_blocks.12.norm1.linear.weight": {
1630
+ "dtype": "F32",
1631
+ "shape": [
1632
+ 18432,
1633
+ 3072
1634
+ ],
1635
+ "data_offsets": [
1636
+ 1811939328,
1637
+ 2038431744
1638
+ ]
1639
+ },
1640
+ "single_transformer_blocks.13.attn.to_k.weight": {
1641
+ "dtype": "F32",
1642
+ "shape": [
1643
+ 3072,
1644
+ 3072
1645
+ ],
1646
+ "data_offsets": [
1647
+ 2038431744,
1648
+ 2076180480
1649
+ ]
1650
+ },
1651
+ "single_transformer_blocks.13.attn.to_out.0.weight": {
1652
+ "dtype": "F32",
1653
+ "shape": [
1654
+ 3072,
1655
+ 3072
1656
+ ],
1657
+ "data_offsets": [
1658
+ 2076180480,
1659
+ 2113929216
1660
+ ]
1661
+ },
1662
+ "single_transformer_blocks.13.attn.to_q.weight": {
1663
+ "dtype": "F32",
1664
+ "shape": [
1665
+ 3072,
1666
+ 3072
1667
+ ],
1668
+ "data_offsets": [
1669
+ 2113929216,
1670
+ 2151677952
1671
+ ]
1672
+ },
1673
+ "single_transformer_blocks.13.attn.to_v.weight": {
1674
+ "dtype": "F32",
1675
+ "shape": [
1676
+ 3072,
1677
+ 3072
1678
+ ],
1679
+ "data_offsets": [
1680
+ 2151677952,
1681
+ 2189426688
1682
+ ]
1683
+ },
1684
+ "single_transformer_blocks.13.ff.linear_1.weight": {
1685
+ "dtype": "F32",
1686
+ "shape": [
1687
+ 8192,
1688
+ 3072
1689
+ ],
1690
+ "data_offsets": [
1691
+ 2189426688,
1692
+ 2290089984
1693
+ ]
1694
+ },
1695
+ "single_transformer_blocks.13.ff.linear_2.weight": {
1696
+ "dtype": "F32",
1697
+ "shape": [
1698
+ 8192,
1699
+ 3072
1700
+ ],
1701
+ "data_offsets": [
1702
+ 2290089984,
1703
+ 2390753280
1704
+ ]
1705
+ },
1706
+ "single_transformer_blocks.13.ff.out_projection.weight": {
1707
+ "dtype": "F32",
1708
+ "shape": [
1709
+ 3072,
1710
+ 8192
1711
+ ],
1712
+ "data_offsets": [
1713
+ 2390753280,
1714
+ 2491416576
1715
+ ]
1716
+ },
1717
+ "single_transformer_blocks.13.norm1.linear.weight": {
1718
+ "dtype": "F32",
1719
+ "shape": [
1720
+ 18432,
1721
+ 3072
1722
+ ],
1723
+ "data_offsets": [
1724
+ 2491416576,
1725
+ 2717908992
1726
+ ]
1727
+ },
1728
+ "single_transformer_blocks.14.attn.to_k.weight": {
1729
+ "dtype": "F32",
1730
+ "shape": [
1731
+ 3072,
1732
+ 3072
1733
+ ],
1734
+ "data_offsets": [
1735
+ 2717908992,
1736
+ 2755657728
1737
+ ]
1738
+ },
1739
+ "single_transformer_blocks.14.attn.to_out.0.weight": {
1740
+ "dtype": "F32",
1741
+ "shape": [
1742
+ 3072,
1743
+ 3072
1744
+ ],
1745
+ "data_offsets": [
1746
+ 2755657728,
1747
+ 2793406464
1748
+ ]
1749
+ },
1750
+ "single_transformer_blocks.14.attn.to_q.weight": {
1751
+ "dtype": "F32",
1752
+ "shape": [
1753
+ 3072,
1754
+ 3072
1755
+ ],
1756
+ "data_offsets": [
1757
+ 2793406464,
1758
+ 2831155200
1759
+ ]
1760
+ },
1761
+ "single_transformer_blocks.14.attn.to_v.weight": {
1762
+ "dtype": "F32",
1763
+ "shape": [
1764
+ 3072,
1765
+ 3072
1766
+ ],
1767
+ "data_offsets": [
1768
+ 2831155200,
1769
+ 2868903936
1770
+ ]
1771
+ },
1772
+ "single_transformer_blocks.14.ff.linear_1.weight": {
1773
+ "dtype": "F32",
1774
+ "shape": [
1775
+ 8192,
1776
+ 3072
1777
+ ],
1778
+ "data_offsets": [
1779
+ 2868903936,
1780
+ 2969567232
1781
+ ]
1782
+ },
1783
+ "single_transformer_blocks.14.ff.linear_2.weight": {
1784
+ "dtype": "F32",
1785
+ "shape": [
1786
+ 8192,
1787
+ 3072
1788
+ ],
1789
+ "data_offsets": [
1790
+ 2969567232,
1791
+ 3070230528
1792
+ ]
1793
+ },
1794
+ "single_transformer_blocks.14.ff.out_projection.weight": {
1795
+ "dtype": "F32",
1796
+ "shape": [
1797
+ 3072,
1798
+ 8192
1799
+ ],
1800
+ "data_offsets": [
1801
+ 3070230528,
1802
+ 3170893824
1803
+ ]
1804
+ },
1805
+ "single_transformer_blocks.14.norm1.linear.weight": {
1806
+ "dtype": "F32",
1807
+ "shape": [
1808
+ 18432,
1809
+ 3072
1810
+ ],
1811
+ "data_offsets": [
1812
+ 3170893824,
1813
+ 3397386240
1814
+ ]
1815
+ },
1816
+ "single_transformer_blocks.15.attn.to_k.weight": {
1817
+ "dtype": "F32",
1818
+ "shape": [
1819
+ 3072,
1820
+ 3072
1821
+ ],
1822
+ "data_offsets": [
1823
+ 3397386240,
1824
+ 3435134976
1825
+ ]
1826
+ },
1827
+ "single_transformer_blocks.15.attn.to_out.0.weight": {
1828
+ "dtype": "F32",
1829
+ "shape": [
1830
+ 3072,
1831
+ 3072
1832
+ ],
1833
+ "data_offsets": [
1834
+ 3435134976,
1835
+ 3472883712
1836
+ ]
1837
+ },
1838
+ "single_transformer_blocks.15.attn.to_q.weight": {
1839
+ "dtype": "F32",
1840
+ "shape": [
1841
+ 3072,
1842
+ 3072
1843
+ ],
1844
+ "data_offsets": [
1845
+ 3472883712,
1846
+ 3510632448
1847
+ ]
1848
+ },
1849
+ "single_transformer_blocks.15.attn.to_v.weight": {
1850
+ "dtype": "F32",
1851
+ "shape": [
1852
+ 3072,
1853
+ 3072
1854
+ ],
1855
+ "data_offsets": [
1856
+ 3510632448,
1857
+ 3548381184
1858
+ ]
1859
+ },
1860
+ "single_transformer_blocks.15.ff.linear_1.weight": {
1861
+ "dtype": "F32",
1862
+ "shape": [
1863
+ 8192,
1864
+ 3072
1865
+ ],
1866
+ "data_offsets": [
1867
+ 3548381184,
1868
+ 3649044480
1869
+ ]
1870
+ },
1871
+ "single_transformer_blocks.15.ff.linear_2.weight": {
1872
+ "dtype": "F32",
1873
+ "shape": [
1874
+ 8192,
1875
+ 3072
1876
+ ],
1877
+ "data_offsets": [
1878
+ 3649044480,
1879
+ 3749707776
1880
+ ]
1881
+ },
1882
+ "single_transformer_blocks.15.ff.out_projection.weight": {
1883
+ "dtype": "F32",
1884
+ "shape": [
1885
+ 3072,
1886
+ 8192
1887
+ ],
1888
+ "data_offsets": [
1889
+ 3749707776,
1890
+ 3850371072
1891
+ ]
1892
+ },
1893
+ "single_transformer_blocks.15.norm1.linear.weight": {
1894
+ "dtype": "F32",
1895
+ "shape": [
1896
+ 18432,
1897
+ 3072
1898
+ ],
1899
+ "data_offsets": [
1900
+ 3850371072,
1901
+ 4076863488
1902
+ ]
1903
+ },
1904
+ "single_transformer_blocks.16.attn.to_k.weight": {
1905
+ "dtype": "F32",
1906
+ "shape": [
1907
+ 3072,
1908
+ 3072
1909
+ ],
1910
+ "data_offsets": [
1911
+ 4076863488,
1912
+ 4114612224
1913
+ ]
1914
+ },
1915
+ "single_transformer_blocks.16.attn.to_out.0.weight": {
1916
+ "dtype": "F32",
1917
+ "shape": [
1918
+ 3072,
1919
+ 3072
1920
+ ],
1921
+ "data_offsets": [
1922
+ 4114612224,
1923
+ 4152360960
1924
+ ]
1925
+ },
1926
+ "single_transformer_blocks.16.attn.to_q.weight": {
1927
+ "dtype": "F32",
1928
+ "shape": [
1929
+ 3072,
1930
+ 3072
1931
+ ],
1932
+ "data_offsets": [
1933
+ 4152360960,
1934
+ 4190109696
1935
+ ]
1936
+ },
1937
+ "single_transformer_blocks.16.attn.to_v.weight": {
1938
+ "dtype": "F32",
1939
+ "shape": [
1940
+ 3072,
1941
+ 3072
1942
+ ],
1943
+ "data_offsets": [
1944
+ 4190109696,
1945
+ 4227858432
1946
+ ]
1947
+ },
1948
+ "single_transformer_blocks.16.ff.linear_1.weight": {
1949
+ "dtype": "F32",
1950
+ "shape": [
1951
+ 8192,
1952
+ 3072
1953
+ ],
1954
+ "data_offsets": [
1955
+ 4227858432,
1956
+ 4328521728
1957
+ ]
1958
+ },
1959
+ "single_transformer_blocks.16.ff.linear_2.weight": {
1960
+ "dtype": "F32",
1961
+ "shape": [
1962
+ 8192,
1963
+ 3072
1964
+ ],
1965
+ "data_offsets": [
1966
+ 4328521728,
1967
+ 4429185024
1968
+ ]
1969
+ },
1970
+ "single_transformer_blocks.16.ff.out_projection.weight": {
1971
+ "dtype": "F32",
1972
+ "shape": [
1973
+ 3072,
1974
+ 8192
1975
+ ],
1976
+ "data_offsets": [
1977
+ 4429185024,
1978
+ 4529848320
1979
+ ]
1980
+ },
1981
+ "single_transformer_blocks.16.norm1.linear.weight": {
1982
+ "dtype": "F32",
1983
+ "shape": [
1984
+ 18432,
1985
+ 3072
1986
+ ],
1987
+ "data_offsets": [
1988
+ 4529848320,
1989
+ 4756340736
1990
+ ]
1991
+ },
1992
+ "single_transformer_blocks.17.attn.to_k.weight": {
1993
+ "dtype": "F32",
1994
+ "shape": [
1995
+ 3072,
1996
+ 3072
1997
+ ],
1998
+ "data_offsets": [
1999
+ 4756340736,
2000
+ 4794089472
2001
+ ]
2002
+ },
2003
+ "single_transformer_blocks.17.attn.to_out.0.weight": {
2004
+ "dtype": "F32",
2005
+ "shape": [
2006
+ 3072,
2007
+ 3072
2008
+ ],
2009
+ "data_offsets": [
2010
+ 4794089472,
2011
+ 4831838208
2012
+ ]
2013
+ },
2014
+ "single_transformer_blocks.17.attn.to_q.weight": {
2015
+ "dtype": "F32",
2016
+ "shape": [
2017
+ 3072,
2018
+ 3072
2019
+ ],
2020
+ "data_offsets": [
2021
+ 4831838208,
2022
+ 4869586944
2023
+ ]
2024
+ },
2025
+ "single_transformer_blocks.17.attn.to_v.weight": {
2026
+ "dtype": "F32",
2027
+ "shape": [
2028
+ 3072,
2029
+ 3072
2030
+ ],
2031
+ "data_offsets": [
2032
+ 4869586944,
2033
+ 4907335680
2034
+ ]
2035
+ },
2036
+ "single_transformer_blocks.17.ff.linear_1.weight": {
2037
+ "dtype": "F32",
2038
+ "shape": [
2039
+ 8192,
2040
+ 3072
2041
+ ],
2042
+ "data_offsets": [
2043
+ 4907335680,
2044
+ 5007998976
2045
+ ]
2046
+ },
2047
+ "single_transformer_blocks.17.ff.linear_2.weight": {
2048
+ "dtype": "F32",
2049
+ "shape": [
2050
+ 8192,
2051
+ 3072
2052
+ ],
2053
+ "data_offsets": [
2054
+ 5007998976,
2055
+ 5108662272
2056
+ ]
2057
+ },
2058
+ "single_transformer_blocks.17.ff.out_projection.weight": {
2059
+ "dtype": "F32",
2060
+ "shape": [
2061
+ 3072,
2062
+ 8192
2063
+ ],
2064
+ "data_offsets": [
2065
+ 5108662272,
2066
+ 5209325568
2067
+ ]
2068
+ },
2069
+ "single_transformer_blocks.17.norm1.linear.weight": {
2070
+ "dtype": "F32",
2071
+ "shape": [
2072
+ 18432,
2073
+ 3072
2074
+ ],
2075
+ "data_offsets": [
2076
+ 5209325568,
2077
+ 5435817984
2078
+ ]
2079
+ },
2080
+ "single_transformer_blocks.18.attn.to_k.weight": {
2081
+ "dtype": "F32",
2082
+ "shape": [
2083
+ 3072,
2084
+ 3072
2085
+ ],
2086
+ "data_offsets": [
2087
+ 5435817984,
2088
+ 5473566720
2089
+ ]
2090
+ },
2091
+ "single_transformer_blocks.18.attn.to_out.0.weight": {
2092
+ "dtype": "F32",
2093
+ "shape": [
2094
+ 3072,
2095
+ 3072
2096
+ ],
2097
+ "data_offsets": [
2098
+ 5473566720,
2099
+ 5511315456
2100
+ ]
2101
+ },
2102
+ "single_transformer_blocks.18.attn.to_q.weight": {
2103
+ "dtype": "F32",
2104
+ "shape": [
2105
+ 3072,
2106
+ 3072
2107
+ ],
2108
+ "data_offsets": [
2109
+ 5511315456,
2110
+ 5549064192
2111
+ ]
2112
+ },
2113
+ "single_transformer_blocks.18.attn.to_v.weight": {
2114
+ "dtype": "F32",
2115
+ "shape": [
2116
+ 3072,
2117
+ 3072
2118
+ ],
2119
+ "data_offsets": [
2120
+ 5549064192,
2121
+ 5586812928
2122
+ ]
2123
+ },
2124
+ "single_transformer_blocks.18.ff.linear_1.weight": {
2125
+ "dtype": "F32",
2126
+ "shape": [
2127
+ 8192,
2128
+ 3072
2129
+ ],
2130
+ "data_offsets": [
2131
+ 5586812928,
2132
+ 5687476224
2133
+ ]
2134
+ },
2135
+ "single_transformer_blocks.18.ff.linear_2.weight": {
2136
+ "dtype": "F32",
2137
+ "shape": [
2138
+ 8192,
2139
+ 3072
2140
+ ],
2141
+ "data_offsets": [
2142
+ 5687476224,
2143
+ 5788139520
2144
+ ]
2145
+ },
2146
+ "single_transformer_blocks.18.ff.out_projection.weight": {
2147
+ "dtype": "F32",
2148
+ "shape": [
2149
+ 3072,
2150
+ 8192
2151
+ ],
2152
+ "data_offsets": [
2153
+ 5788139520,
2154
+ 5888802816
2155
+ ]
2156
+ },
2157
+ "single_transformer_blocks.18.norm1.linear.weight": {
2158
+ "dtype": "F32",
2159
+ "shape": [
2160
+ 18432,
2161
+ 3072
2162
+ ],
2163
+ "data_offsets": [
2164
+ 5888802816,
2165
+ 6115295232
2166
+ ]
2167
+ },
2168
+ "single_transformer_blocks.19.attn.to_k.weight": {
2169
+ "dtype": "F32",
2170
+ "shape": [
2171
+ 3072,
2172
+ 3072
2173
+ ],
2174
+ "data_offsets": [
2175
+ 6115295232,
2176
+ 6153043968
2177
+ ]
2178
+ },
2179
+ "single_transformer_blocks.19.attn.to_out.0.weight": {
2180
+ "dtype": "F32",
2181
+ "shape": [
2182
+ 3072,
2183
+ 3072
2184
+ ],
2185
+ "data_offsets": [
2186
+ 6153043968,
2187
+ 6190792704
2188
+ ]
2189
+ },
2190
+ "single_transformer_blocks.19.attn.to_q.weight": {
2191
+ "dtype": "F32",
2192
+ "shape": [
2193
+ 3072,
2194
+ 3072
2195
+ ],
2196
+ "data_offsets": [
2197
+ 6190792704,
2198
+ 6228541440
2199
+ ]
2200
+ },
2201
+ "single_transformer_blocks.19.attn.to_v.weight": {
2202
+ "dtype": "F32",
2203
+ "shape": [
2204
+ 3072,
2205
+ 3072
2206
+ ],
2207
+ "data_offsets": [
2208
+ 6228541440,
2209
+ 6266290176
2210
+ ]
2211
+ },
2212
+ "single_transformer_blocks.19.ff.linear_1.weight": {
2213
+ "dtype": "F32",
2214
+ "shape": [
2215
+ 8192,
2216
+ 3072
2217
+ ],
2218
+ "data_offsets": [
2219
+ 6266290176,
2220
+ 6366953472
2221
+ ]
2222
+ },
2223
+ "single_transformer_blocks.19.ff.linear_2.weight": {
2224
+ "dtype": "F32",
2225
+ "shape": [
2226
+ 8192,
2227
+ 3072
2228
+ ],
2229
+ "data_offsets": [
2230
+ 6366953472,
2231
+ 6467616768
2232
+ ]
2233
+ },
2234
+ "single_transformer_blocks.19.ff.out_projection.weight": {
2235
+ "dtype": "F32",
2236
+ "shape": [
2237
+ 3072,
2238
+ 8192
2239
+ ],
2240
+ "data_offsets": [
2241
+ 6467616768,
2242
+ 6568280064
2243
+ ]
2244
+ },
2245
+ "single_transformer_blocks.19.norm1.linear.weight": {
2246
+ "dtype": "F32",
2247
+ "shape": [
2248
+ 18432,
2249
+ 3072
2250
+ ],
2251
+ "data_offsets": [
2252
+ 6568280064,
2253
+ 6794772480
2254
+ ]
2255
+ },
2256
+ "single_transformer_blocks.20.attn.to_k.weight": {
2257
+ "dtype": "F32",
2258
+ "shape": [
2259
+ 3072,
2260
+ 3072
2261
+ ],
2262
+ "data_offsets": [
2263
+ 6794772480,
2264
+ 6832521216
2265
+ ]
2266
+ },
2267
+ "single_transformer_blocks.20.attn.to_out.0.weight": {
2268
+ "dtype": "F32",
2269
+ "shape": [
2270
+ 3072,
2271
+ 3072
2272
+ ],
2273
+ "data_offsets": [
2274
+ 6832521216,
2275
+ 6870269952
2276
+ ]
2277
+ },
2278
+ "single_transformer_blocks.20.attn.to_q.weight": {
2279
+ "dtype": "F32",
2280
+ "shape": [
2281
+ 3072,
2282
+ 3072
2283
+ ],
2284
+ "data_offsets": [
2285
+ 6870269952,
2286
+ 6908018688
2287
+ ]
2288
+ },
2289
+ "single_transformer_blocks.20.attn.to_v.weight": {
2290
+ "dtype": "F32",
2291
+ "shape": [
2292
+ 3072,
2293
+ 3072
2294
+ ],
2295
+ "data_offsets": [
2296
+ 6908018688,
2297
+ 6945767424
2298
+ ]
2299
+ },
2300
+ "single_transformer_blocks.20.ff.linear_1.weight": {
2301
+ "dtype": "F32",
2302
+ "shape": [
2303
+ 8192,
2304
+ 3072
2305
+ ],
2306
+ "data_offsets": [
2307
+ 6945767424,
2308
+ 7046430720
2309
+ ]
2310
+ },
2311
+ "single_transformer_blocks.20.ff.linear_2.weight": {
2312
+ "dtype": "F32",
2313
+ "shape": [
2314
+ 8192,
2315
+ 3072
2316
+ ],
2317
+ "data_offsets": [
2318
+ 7046430720,
2319
+ 7147094016
2320
+ ]
2321
+ },
2322
+ "single_transformer_blocks.20.ff.out_projection.weight": {
2323
+ "dtype": "F32",
2324
+ "shape": [
2325
+ 3072,
2326
+ 8192
2327
+ ],
2328
+ "data_offsets": [
2329
+ 7147094016,
2330
+ 7247757312
2331
+ ]
2332
+ },
2333
+ "single_transformer_blocks.20.norm1.linear.weight": {
2334
+ "dtype": "F32",
2335
+ "shape": [
2336
+ 18432,
2337
+ 3072
2338
+ ],
2339
+ "data_offsets": [
2340
+ 7247757312,
2341
+ 7474249728
2342
+ ]
2343
+ },
2344
+ "single_transformer_blocks.6.attn.to_out.0.weight": {
2345
+ "dtype": "F32",
2346
+ "shape": [
2347
+ 3072,
2348
+ 3072
2349
+ ],
2350
+ "data_offsets": [
2351
+ 7474249728,
2352
+ 7511998464
2353
+ ]
2354
+ },
2355
+ "single_transformer_blocks.6.ff.linear_1.weight": {
2356
+ "dtype": "F32",
2357
+ "shape": [
2358
+ 8192,
2359
+ 3072
2360
+ ],
2361
+ "data_offsets": [
2362
+ 7511998464,
2363
+ 7612661760
2364
+ ]
2365
+ },
2366
+ "single_transformer_blocks.6.ff.linear_2.weight": {
2367
+ "dtype": "F32",
2368
+ "shape": [
2369
+ 8192,
2370
+ 3072
2371
+ ],
2372
+ "data_offsets": [
2373
+ 7612661760,
2374
+ 7713325056
2375
+ ]
2376
+ },
2377
+ "single_transformer_blocks.6.ff.out_projection.weight": {
2378
+ "dtype": "F32",
2379
+ "shape": [
2380
+ 3072,
2381
+ 8192
2382
+ ],
2383
+ "data_offsets": [
2384
+ 7713325056,
2385
+ 7813988352
2386
+ ]
2387
+ },
2388
+ "single_transformer_blocks.7.attn.to_k.weight": {
2389
+ "dtype": "F32",
2390
+ "shape": [
2391
+ 3072,
2392
+ 3072
2393
+ ],
2394
+ "data_offsets": [
2395
+ 7813988352,
2396
+ 7851737088
2397
+ ]
2398
+ },
2399
+ "single_transformer_blocks.7.attn.to_out.0.weight": {
2400
+ "dtype": "F32",
2401
+ "shape": [
2402
+ 3072,
2403
+ 3072
2404
+ ],
2405
+ "data_offsets": [
2406
+ 7851737088,
2407
+ 7889485824
2408
+ ]
2409
+ },
2410
+ "single_transformer_blocks.7.attn.to_q.weight": {
2411
+ "dtype": "F32",
2412
+ "shape": [
2413
+ 3072,
2414
+ 3072
2415
+ ],
2416
+ "data_offsets": [
2417
+ 7889485824,
2418
+ 7927234560
2419
+ ]
2420
+ },
2421
+ "single_transformer_blocks.7.attn.to_v.weight": {
2422
+ "dtype": "F32",
2423
+ "shape": [
2424
+ 3072,
2425
+ 3072
2426
+ ],
2427
+ "data_offsets": [
2428
+ 7927234560,
2429
+ 7964983296
2430
+ ]
2431
+ },
2432
+ "single_transformer_blocks.7.ff.linear_1.weight": {
2433
+ "dtype": "F32",
2434
+ "shape": [
2435
+ 8192,
2436
+ 3072
2437
+ ],
2438
+ "data_offsets": [
2439
+ 7964983296,
2440
+ 8065646592
2441
+ ]
2442
+ },
2443
+ "single_transformer_blocks.7.ff.linear_2.weight": {
2444
+ "dtype": "F32",
2445
+ "shape": [
2446
+ 8192,
2447
+ 3072
2448
+ ],
2449
+ "data_offsets": [
2450
+ 8065646592,
2451
+ 8166309888
2452
+ ]
2453
+ },
2454
+ "single_transformer_blocks.7.ff.out_projection.weight": {
2455
+ "dtype": "F32",
2456
+ "shape": [
2457
+ 3072,
2458
+ 8192
2459
+ ],
2460
+ "data_offsets": [
2461
+ 8166309888,
2462
+ 8266973184
2463
+ ]
2464
+ },
2465
+ "single_transformer_blocks.7.norm1.linear.weight": {
2466
+ "dtype": "F32",
2467
+ "shape": [
2468
+ 18432,
2469
+ 3072
2470
+ ],
2471
+ "data_offsets": [
2472
+ 8266973184,
2473
+ 8493465600
2474
+ ]
2475
+ },
2476
+ "single_transformer_blocks.8.attn.to_k.weight": {
2477
+ "dtype": "F32",
2478
+ "shape": [
2479
+ 3072,
2480
+ 3072
2481
+ ],
2482
+ "data_offsets": [
2483
+ 8493465600,
2484
+ 8531214336
2485
+ ]
2486
+ },
2487
+ "single_transformer_blocks.8.attn.to_out.0.weight": {
2488
+ "dtype": "F32",
2489
+ "shape": [
2490
+ 3072,
2491
+ 3072
2492
+ ],
2493
+ "data_offsets": [
2494
+ 8531214336,
2495
+ 8568963072
2496
+ ]
2497
+ },
2498
+ "single_transformer_blocks.8.attn.to_q.weight": {
2499
+ "dtype": "F32",
2500
+ "shape": [
2501
+ 3072,
2502
+ 3072
2503
+ ],
2504
+ "data_offsets": [
2505
+ 8568963072,
2506
+ 8606711808
2507
+ ]
2508
+ },
2509
+ "single_transformer_blocks.8.attn.to_v.weight": {
2510
+ "dtype": "F32",
2511
+ "shape": [
2512
+ 3072,
2513
+ 3072
2514
+ ],
2515
+ "data_offsets": [
2516
+ 8606711808,
2517
+ 8644460544
2518
+ ]
2519
+ },
2520
+ "single_transformer_blocks.8.ff.linear_1.weight": {
2521
+ "dtype": "F32",
2522
+ "shape": [
2523
+ 8192,
2524
+ 3072
2525
+ ],
2526
+ "data_offsets": [
2527
+ 8644460544,
2528
+ 8745123840
2529
+ ]
2530
+ },
2531
+ "single_transformer_blocks.8.ff.linear_2.weight": {
2532
+ "dtype": "F32",
2533
+ "shape": [
2534
+ 8192,
2535
+ 3072
2536
+ ],
2537
+ "data_offsets": [
2538
+ 8745123840,
2539
+ 8845787136
2540
+ ]
2541
+ },
2542
+ "single_transformer_blocks.8.ff.out_projection.weight": {
2543
+ "dtype": "F32",
2544
+ "shape": [
2545
+ 3072,
2546
+ 8192
2547
+ ],
2548
+ "data_offsets": [
2549
+ 8845787136,
2550
+ 8946450432
2551
+ ]
2552
+ },
2553
+ "single_transformer_blocks.8.norm1.linear.weight": {
2554
+ "dtype": "F32",
2555
+ "shape": [
2556
+ 18432,
2557
+ 3072
2558
+ ],
2559
+ "data_offsets": [
2560
+ 8946450432,
2561
+ 9172942848
2562
+ ]
2563
+ },
2564
+ "single_transformer_blocks.9.attn.to_k.weight": {
2565
+ "dtype": "F32",
2566
+ "shape": [
2567
+ 3072,
2568
+ 3072
2569
+ ],
2570
+ "data_offsets": [
2571
+ 9172942848,
2572
+ 9210691584
2573
+ ]
2574
+ },
2575
+ "single_transformer_blocks.9.attn.to_out.0.weight": {
2576
+ "dtype": "F32",
2577
+ "shape": [
2578
+ 3072,
2579
+ 3072
2580
+ ],
2581
+ "data_offsets": [
2582
+ 9210691584,
2583
+ 9248440320
2584
+ ]
2585
+ },
2586
+ "single_transformer_blocks.9.attn.to_q.weight": {
2587
+ "dtype": "F32",
2588
+ "shape": [
2589
+ 3072,
2590
+ 3072
2591
+ ],
2592
+ "data_offsets": [
2593
+ 9248440320,
2594
+ 9286189056
2595
+ ]
2596
+ },
2597
+ "single_transformer_blocks.9.attn.to_v.weight": {
2598
+ "dtype": "F32",
2599
+ "shape": [
2600
+ 3072,
2601
+ 3072
2602
+ ],
2603
+ "data_offsets": [
2604
+ 9286189056,
2605
+ 9323937792
2606
+ ]
2607
+ },
2608
+ "single_transformer_blocks.9.ff.linear_1.weight": {
2609
+ "dtype": "F32",
2610
+ "shape": [
2611
+ 8192,
2612
+ 3072
2613
+ ],
2614
+ "data_offsets": [
2615
+ 9323937792,
2616
+ 9424601088
2617
+ ]
2618
+ },
2619
+ "single_transformer_blocks.9.ff.linear_2.weight": {
2620
+ "dtype": "F32",
2621
+ "shape": [
2622
+ 8192,
2623
+ 3072
2624
+ ],
2625
+ "data_offsets": [
2626
+ 9424601088,
2627
+ 9525264384
2628
+ ]
2629
+ },
2630
+ "single_transformer_blocks.9.ff.out_projection.weight": {
2631
+ "dtype": "F32",
2632
+ "shape": [
2633
+ 3072,
2634
+ 8192
2635
+ ],
2636
+ "data_offsets": [
2637
+ 9525264384,
2638
+ 9625927680
2639
+ ]
2640
+ },
2641
+ "single_transformer_blocks.9.norm1.linear.weight": {
2642
+ "dtype": "F32",
2643
+ "shape": [
2644
+ 18432,
2645
+ 3072
2646
+ ],
2647
+ "data_offsets": [
2648
+ 9625927680,
2649
+ 9852420096
2650
+ ]
2651
+ },
2652
+ "norm_out.linear.weight": {
2653
+ "dtype": "F32",
2654
+ "shape": [
2655
+ 6144,
2656
+ 3072
2657
+ ],
2658
+ "data_offsets": [
2659
+ 0,
2660
+ 75497472
2661
+ ]
2662
+ },
2663
+ "proj_out.weight": {
2664
+ "dtype": "F32",
2665
+ "shape": [
2666
+ 16,
2667
+ 3072
2668
+ ],
2669
+ "data_offsets": [
2670
+ 75497472,
2671
+ 75694080
2672
+ ]
2673
+ },
2674
+ "single_transformer_blocks.21.attn.to_k.weight": {
2675
+ "dtype": "F32",
2676
+ "shape": [
2677
+ 3072,
2678
+ 3072
2679
+ ],
2680
+ "data_offsets": [
2681
+ 75694080,
2682
+ 113442816
2683
+ ]
2684
+ },
2685
+ "single_transformer_blocks.21.attn.to_out.0.weight": {
2686
+ "dtype": "F32",
2687
+ "shape": [
2688
+ 3072,
2689
+ 3072
2690
+ ],
2691
+ "data_offsets": [
2692
+ 113442816,
2693
+ 151191552
2694
+ ]
2695
+ },
2696
+ "single_transformer_blocks.21.attn.to_q.weight": {
2697
+ "dtype": "F32",
2698
+ "shape": [
2699
+ 3072,
2700
+ 3072
2701
+ ],
2702
+ "data_offsets": [
2703
+ 151191552,
2704
+ 188940288
2705
+ ]
2706
+ },
2707
+ "single_transformer_blocks.21.attn.to_v.weight": {
2708
+ "dtype": "F32",
2709
+ "shape": [
2710
+ 3072,
2711
+ 3072
2712
+ ],
2713
+ "data_offsets": [
2714
+ 188940288,
2715
+ 226689024
2716
+ ]
2717
+ },
2718
+ "single_transformer_blocks.21.ff.linear_1.weight": {
2719
+ "dtype": "F32",
2720
+ "shape": [
2721
+ 8192,
2722
+ 3072
2723
+ ],
2724
+ "data_offsets": [
2725
+ 226689024,
2726
+ 327352320
2727
+ ]
2728
+ },
2729
+ "single_transformer_blocks.21.ff.linear_2.weight": {
2730
+ "dtype": "F32",
2731
+ "shape": [
2732
+ 8192,
2733
+ 3072
2734
+ ],
2735
+ "data_offsets": [
2736
+ 327352320,
2737
+ 428015616
2738
+ ]
2739
+ },
2740
+ "single_transformer_blocks.21.ff.out_projection.weight": {
2741
+ "dtype": "F32",
2742
+ "shape": [
2743
+ 3072,
2744
+ 8192
2745
+ ],
2746
+ "data_offsets": [
2747
+ 428015616,
2748
+ 528678912
2749
+ ]
2750
+ },
2751
+ "single_transformer_blocks.21.norm1.linear.weight": {
2752
+ "dtype": "F32",
2753
+ "shape": [
2754
+ 18432,
2755
+ 3072
2756
+ ],
2757
+ "data_offsets": [
2758
+ 528678912,
2759
+ 755171328
2760
+ ]
2761
+ },
2762
+ "single_transformer_blocks.22.attn.to_k.weight": {
2763
+ "dtype": "F32",
2764
+ "shape": [
2765
+ 3072,
2766
+ 3072
2767
+ ],
2768
+ "data_offsets": [
2769
+ 755171328,
2770
+ 792920064
2771
+ ]
2772
+ },
2773
+ "single_transformer_blocks.22.attn.to_out.0.weight": {
2774
+ "dtype": "F32",
2775
+ "shape": [
2776
+ 3072,
2777
+ 3072
2778
+ ],
2779
+ "data_offsets": [
2780
+ 792920064,
2781
+ 830668800
2782
+ ]
2783
+ },
2784
+ "single_transformer_blocks.22.attn.to_q.weight": {
2785
+ "dtype": "F32",
2786
+ "shape": [
2787
+ 3072,
2788
+ 3072
2789
+ ],
2790
+ "data_offsets": [
2791
+ 830668800,
2792
+ 868417536
2793
+ ]
2794
+ },
2795
+ "single_transformer_blocks.22.attn.to_v.weight": {
2796
+ "dtype": "F32",
2797
+ "shape": [
2798
+ 3072,
2799
+ 3072
2800
+ ],
2801
+ "data_offsets": [
2802
+ 868417536,
2803
+ 906166272
2804
+ ]
2805
+ },
2806
+ "single_transformer_blocks.22.ff.linear_1.weight": {
2807
+ "dtype": "F32",
2808
+ "shape": [
2809
+ 8192,
2810
+ 3072
2811
+ ],
2812
+ "data_offsets": [
2813
+ 906166272,
2814
+ 1006829568
2815
+ ]
2816
+ },
2817
+ "single_transformer_blocks.22.ff.linear_2.weight": {
2818
+ "dtype": "F32",
2819
+ "shape": [
2820
+ 8192,
2821
+ 3072
2822
+ ],
2823
+ "data_offsets": [
2824
+ 1006829568,
2825
+ 1107492864
2826
+ ]
2827
+ },
2828
+ "single_transformer_blocks.22.ff.out_projection.weight": {
2829
+ "dtype": "F32",
2830
+ "shape": [
2831
+ 3072,
2832
+ 8192
2833
+ ],
2834
+ "data_offsets": [
2835
+ 1107492864,
2836
+ 1208156160
2837
+ ]
2838
+ },
2839
+ "single_transformer_blocks.22.norm1.linear.weight": {
2840
+ "dtype": "F32",
2841
+ "shape": [
2842
+ 18432,
2843
+ 3072
2844
+ ],
2845
+ "data_offsets": [
2846
+ 1208156160,
2847
+ 1434648576
2848
+ ]
2849
+ },
2850
+ "single_transformer_blocks.23.attn.to_k.weight": {
2851
+ "dtype": "F32",
2852
+ "shape": [
2853
+ 3072,
2854
+ 3072
2855
+ ],
2856
+ "data_offsets": [
2857
+ 1434648576,
2858
+ 1472397312
2859
+ ]
2860
+ },
2861
+ "single_transformer_blocks.23.attn.to_out.0.weight": {
2862
+ "dtype": "F32",
2863
+ "shape": [
2864
+ 3072,
2865
+ 3072
2866
+ ],
2867
+ "data_offsets": [
2868
+ 1472397312,
2869
+ 1510146048
2870
+ ]
2871
+ },
2872
+ "single_transformer_blocks.23.attn.to_q.weight": {
2873
+ "dtype": "F32",
2874
+ "shape": [
2875
+ 3072,
2876
+ 3072
2877
+ ],
2878
+ "data_offsets": [
2879
+ 1510146048,
2880
+ 1547894784
2881
+ ]
2882
+ },
2883
+ "single_transformer_blocks.23.attn.to_v.weight": {
2884
+ "dtype": "F32",
2885
+ "shape": [
2886
+ 3072,
2887
+ 3072
2888
+ ],
2889
+ "data_offsets": [
2890
+ 1547894784,
2891
+ 1585643520
2892
+ ]
2893
+ },
2894
+ "single_transformer_blocks.23.ff.linear_1.weight": {
2895
+ "dtype": "F32",
2896
+ "shape": [
2897
+ 8192,
2898
+ 3072
2899
+ ],
2900
+ "data_offsets": [
2901
+ 1585643520,
2902
+ 1686306816
2903
+ ]
2904
+ },
2905
+ "single_transformer_blocks.23.ff.linear_2.weight": {
2906
+ "dtype": "F32",
2907
+ "shape": [
2908
+ 8192,
2909
+ 3072
2910
+ ],
2911
+ "data_offsets": [
2912
+ 1686306816,
2913
+ 1786970112
2914
+ ]
2915
+ },
2916
+ "single_transformer_blocks.23.ff.out_projection.weight": {
2917
+ "dtype": "F32",
2918
+ "shape": [
2919
+ 3072,
2920
+ 8192
2921
+ ],
2922
+ "data_offsets": [
2923
+ 1786970112,
2924
+ 1887633408
2925
+ ]
2926
+ },
2927
+ "single_transformer_blocks.23.norm1.linear.weight": {
2928
+ "dtype": "F32",
2929
+ "shape": [
2930
+ 18432,
2931
+ 3072
2932
+ ],
2933
+ "data_offsets": [
2934
+ 1887633408,
2935
+ 2114125824
2936
+ ]
2937
+ },
2938
+ "single_transformer_blocks.24.attn.to_k.weight": {
2939
+ "dtype": "F32",
2940
+ "shape": [
2941
+ 3072,
2942
+ 3072
2943
+ ],
2944
+ "data_offsets": [
2945
+ 2114125824,
2946
+ 2151874560
2947
+ ]
2948
+ },
2949
+ "single_transformer_blocks.24.attn.to_out.0.weight": {
2950
+ "dtype": "F32",
2951
+ "shape": [
2952
+ 3072,
2953
+ 3072
2954
+ ],
2955
+ "data_offsets": [
2956
+ 2151874560,
2957
+ 2189623296
2958
+ ]
2959
+ },
2960
+ "single_transformer_blocks.24.attn.to_q.weight": {
2961
+ "dtype": "F32",
2962
+ "shape": [
2963
+ 3072,
2964
+ 3072
2965
+ ],
2966
+ "data_offsets": [
2967
+ 2189623296,
2968
+ 2227372032
2969
+ ]
2970
+ },
2971
+ "single_transformer_blocks.24.attn.to_v.weight": {
2972
+ "dtype": "F32",
2973
+ "shape": [
2974
+ 3072,
2975
+ 3072
2976
+ ],
2977
+ "data_offsets": [
2978
+ 2227372032,
2979
+ 2265120768
2980
+ ]
2981
+ },
2982
+ "single_transformer_blocks.24.ff.linear_1.weight": {
2983
+ "dtype": "F32",
2984
+ "shape": [
2985
+ 8192,
2986
+ 3072
2987
+ ],
2988
+ "data_offsets": [
2989
+ 2265120768,
2990
+ 2365784064
2991
+ ]
2992
+ },
2993
+ "single_transformer_blocks.24.ff.linear_2.weight": {
2994
+ "dtype": "F32",
2995
+ "shape": [
2996
+ 8192,
2997
+ 3072
2998
+ ],
2999
+ "data_offsets": [
3000
+ 2365784064,
3001
+ 2466447360
3002
+ ]
3003
+ },
3004
+ "single_transformer_blocks.24.ff.out_projection.weight": {
3005
+ "dtype": "F32",
3006
+ "shape": [
3007
+ 3072,
3008
+ 8192
3009
+ ],
3010
+ "data_offsets": [
3011
+ 2466447360,
3012
+ 2567110656
3013
+ ]
3014
+ },
3015
+ "single_transformer_blocks.24.norm1.linear.weight": {
3016
+ "dtype": "F32",
3017
+ "shape": [
3018
+ 18432,
3019
+ 3072
3020
+ ],
3021
+ "data_offsets": [
3022
+ 2567110656,
3023
+ 2793603072
3024
+ ]
3025
+ },
3026
+ "single_transformer_blocks.25.attn.to_k.weight": {
3027
+ "dtype": "F32",
3028
+ "shape": [
3029
+ 3072,
3030
+ 3072
3031
+ ],
3032
+ "data_offsets": [
3033
+ 2793603072,
3034
+ 2831351808
3035
+ ]
3036
+ },
3037
+ "single_transformer_blocks.25.attn.to_out.0.weight": {
3038
+ "dtype": "F32",
3039
+ "shape": [
3040
+ 3072,
3041
+ 3072
3042
+ ],
3043
+ "data_offsets": [
3044
+ 2831351808,
3045
+ 2869100544
3046
+ ]
3047
+ },
3048
+ "single_transformer_blocks.25.attn.to_q.weight": {
3049
+ "dtype": "F32",
3050
+ "shape": [
3051
+ 3072,
3052
+ 3072
3053
+ ],
3054
+ "data_offsets": [
3055
+ 2869100544,
3056
+ 2906849280
3057
+ ]
3058
+ },
3059
+ "single_transformer_blocks.25.attn.to_v.weight": {
3060
+ "dtype": "F32",
3061
+ "shape": [
3062
+ 3072,
3063
+ 3072
3064
+ ],
3065
+ "data_offsets": [
3066
+ 2906849280,
3067
+ 2944598016
3068
+ ]
3069
+ },
3070
+ "single_transformer_blocks.25.ff.linear_1.weight": {
3071
+ "dtype": "F32",
3072
+ "shape": [
3073
+ 8192,
3074
+ 3072
3075
+ ],
3076
+ "data_offsets": [
3077
+ 2944598016,
3078
+ 3045261312
3079
+ ]
3080
+ },
3081
+ "single_transformer_blocks.25.ff.linear_2.weight": {
3082
+ "dtype": "F32",
3083
+ "shape": [
3084
+ 8192,
3085
+ 3072
3086
+ ],
3087
+ "data_offsets": [
3088
+ 3045261312,
3089
+ 3145924608
3090
+ ]
3091
+ },
3092
+ "single_transformer_blocks.25.ff.out_projection.weight": {
3093
+ "dtype": "F32",
3094
+ "shape": [
3095
+ 3072,
3096
+ 8192
3097
+ ],
3098
+ "data_offsets": [
3099
+ 3145924608,
3100
+ 3246587904
3101
+ ]
3102
+ },
3103
+ "single_transformer_blocks.25.norm1.linear.weight": {
3104
+ "dtype": "F32",
3105
+ "shape": [
3106
+ 18432,
3107
+ 3072
3108
+ ],
3109
+ "data_offsets": [
3110
+ 3246587904,
3111
+ 3473080320
3112
+ ]
3113
+ },
3114
+ "single_transformer_blocks.26.attn.to_k.weight": {
3115
+ "dtype": "F32",
3116
+ "shape": [
3117
+ 3072,
3118
+ 3072
3119
+ ],
3120
+ "data_offsets": [
3121
+ 3473080320,
3122
+ 3510829056
3123
+ ]
3124
+ },
3125
+ "single_transformer_blocks.26.attn.to_out.0.weight": {
3126
+ "dtype": "F32",
3127
+ "shape": [
3128
+ 3072,
3129
+ 3072
3130
+ ],
3131
+ "data_offsets": [
3132
+ 3510829056,
3133
+ 3548577792
3134
+ ]
3135
+ },
3136
+ "single_transformer_blocks.26.attn.to_q.weight": {
3137
+ "dtype": "F32",
3138
+ "shape": [
3139
+ 3072,
3140
+ 3072
3141
+ ],
3142
+ "data_offsets": [
3143
+ 3548577792,
3144
+ 3586326528
3145
+ ]
3146
+ },
3147
+ "single_transformer_blocks.26.attn.to_v.weight": {
3148
+ "dtype": "F32",
3149
+ "shape": [
3150
+ 3072,
3151
+ 3072
3152
+ ],
3153
+ "data_offsets": [
3154
+ 3586326528,
3155
+ 3624075264
3156
+ ]
3157
+ },
3158
+ "single_transformer_blocks.26.ff.linear_1.weight": {
3159
+ "dtype": "F32",
3160
+ "shape": [
3161
+ 8192,
3162
+ 3072
3163
+ ],
3164
+ "data_offsets": [
3165
+ 3624075264,
3166
+ 3724738560
3167
+ ]
3168
+ },
3169
+ "single_transformer_blocks.26.ff.linear_2.weight": {
3170
+ "dtype": "F32",
3171
+ "shape": [
3172
+ 8192,
3173
+ 3072
3174
+ ],
3175
+ "data_offsets": [
3176
+ 3724738560,
3177
+ 3825401856
3178
+ ]
3179
+ },
3180
+ "single_transformer_blocks.26.ff.out_projection.weight": {
3181
+ "dtype": "F32",
3182
+ "shape": [
3183
+ 3072,
3184
+ 8192
3185
+ ],
3186
+ "data_offsets": [
3187
+ 3825401856,
3188
+ 3926065152
3189
+ ]
3190
+ },
3191
+ "single_transformer_blocks.26.norm1.linear.weight": {
3192
+ "dtype": "F32",
3193
+ "shape": [
3194
+ 18432,
3195
+ 3072
3196
+ ],
3197
+ "data_offsets": [
3198
+ 3926065152,
3199
+ 4152557568
3200
+ ]
3201
+ },
3202
+ "single_transformer_blocks.27.attn.to_k.weight": {
3203
+ "dtype": "F32",
3204
+ "shape": [
3205
+ 3072,
3206
+ 3072
3207
+ ],
3208
+ "data_offsets": [
3209
+ 4152557568,
3210
+ 4190306304
3211
+ ]
3212
+ },
3213
+ "single_transformer_blocks.27.attn.to_out.0.weight": {
3214
+ "dtype": "F32",
3215
+ "shape": [
3216
+ 3072,
3217
+ 3072
3218
+ ],
3219
+ "data_offsets": [
3220
+ 4190306304,
3221
+ 4228055040
3222
+ ]
3223
+ },
3224
+ "single_transformer_blocks.27.attn.to_q.weight": {
3225
+ "dtype": "F32",
3226
+ "shape": [
3227
+ 3072,
3228
+ 3072
3229
+ ],
3230
+ "data_offsets": [
3231
+ 4228055040,
3232
+ 4265803776
3233
+ ]
3234
+ },
3235
+ "single_transformer_blocks.27.attn.to_v.weight": {
3236
+ "dtype": "F32",
3237
+ "shape": [
3238
+ 3072,
3239
+ 3072
3240
+ ],
3241
+ "data_offsets": [
3242
+ 4265803776,
3243
+ 4303552512
3244
+ ]
3245
+ },
3246
+ "single_transformer_blocks.27.ff.linear_1.weight": {
3247
+ "dtype": "F32",
3248
+ "shape": [
3249
+ 8192,
3250
+ 3072
3251
+ ],
3252
+ "data_offsets": [
3253
+ 4303552512,
3254
+ 4404215808
3255
+ ]
3256
+ },
3257
+ "single_transformer_blocks.27.ff.linear_2.weight": {
3258
+ "dtype": "F32",
3259
+ "shape": [
3260
+ 8192,
3261
+ 3072
3262
+ ],
3263
+ "data_offsets": [
3264
+ 4404215808,
3265
+ 4504879104
3266
+ ]
3267
+ },
3268
+ "single_transformer_blocks.27.ff.out_projection.weight": {
3269
+ "dtype": "F32",
3270
+ "shape": [
3271
+ 3072,
3272
+ 8192
3273
+ ],
3274
+ "data_offsets": [
3275
+ 4504879104,
3276
+ 4605542400
3277
+ ]
3278
+ },
3279
+ "single_transformer_blocks.27.norm1.linear.weight": {
3280
+ "dtype": "F32",
3281
+ "shape": [
3282
+ 18432,
3283
+ 3072
3284
+ ],
3285
+ "data_offsets": [
3286
+ 4605542400,
3287
+ 4832034816
3288
+ ]
3289
+ },
3290
+ "single_transformer_blocks.28.attn.to_k.weight": {
3291
+ "dtype": "F32",
3292
+ "shape": [
3293
+ 3072,
3294
+ 3072
3295
+ ],
3296
+ "data_offsets": [
3297
+ 4832034816,
3298
+ 4869783552
3299
+ ]
3300
+ },
3301
+ "single_transformer_blocks.28.attn.to_out.0.weight": {
3302
+ "dtype": "F32",
3303
+ "shape": [
3304
+ 3072,
3305
+ 3072
3306
+ ],
3307
+ "data_offsets": [
3308
+ 4869783552,
3309
+ 4907532288
3310
+ ]
3311
+ },
3312
+ "single_transformer_blocks.28.attn.to_q.weight": {
3313
+ "dtype": "F32",
3314
+ "shape": [
3315
+ 3072,
3316
+ 3072
3317
+ ],
3318
+ "data_offsets": [
3319
+ 4907532288,
3320
+ 4945281024
3321
+ ]
3322
+ },
3323
+ "single_transformer_blocks.28.attn.to_v.weight": {
3324
+ "dtype": "F32",
3325
+ "shape": [
3326
+ 3072,
3327
+ 3072
3328
+ ],
3329
+ "data_offsets": [
3330
+ 4945281024,
3331
+ 4983029760
3332
+ ]
3333
+ },
3334
+ "single_transformer_blocks.28.ff.linear_1.weight": {
3335
+ "dtype": "F32",
3336
+ "shape": [
3337
+ 8192,
3338
+ 3072
3339
+ ],
3340
+ "data_offsets": [
3341
+ 4983029760,
3342
+ 5083693056
3343
+ ]
3344
+ },
3345
+ "single_transformer_blocks.28.ff.linear_2.weight": {
3346
+ "dtype": "F32",
3347
+ "shape": [
3348
+ 8192,
3349
+ 3072
3350
+ ],
3351
+ "data_offsets": [
3352
+ 5083693056,
3353
+ 5184356352
3354
+ ]
3355
+ },
3356
+ "single_transformer_blocks.28.ff.out_projection.weight": {
3357
+ "dtype": "F32",
3358
+ "shape": [
3359
+ 3072,
3360
+ 8192
3361
+ ],
3362
+ "data_offsets": [
3363
+ 5184356352,
3364
+ 5285019648
3365
+ ]
3366
+ },
3367
+ "single_transformer_blocks.28.norm1.linear.weight": {
3368
+ "dtype": "F32",
3369
+ "shape": [
3370
+ 18432,
3371
+ 3072
3372
+ ],
3373
+ "data_offsets": [
3374
+ 5285019648,
3375
+ 5511512064
3376
+ ]
3377
+ },
3378
+ "single_transformer_blocks.29.attn.to_k.weight": {
3379
+ "dtype": "F32",
3380
+ "shape": [
3381
+ 3072,
3382
+ 3072
3383
+ ],
3384
+ "data_offsets": [
3385
+ 5511512064,
3386
+ 5549260800
3387
+ ]
3388
+ },
3389
+ "single_transformer_blocks.29.attn.to_out.0.weight": {
3390
+ "dtype": "F32",
3391
+ "shape": [
3392
+ 3072,
3393
+ 3072
3394
+ ],
3395
+ "data_offsets": [
3396
+ 5549260800,
3397
+ 5587009536
3398
+ ]
3399
+ },
3400
+ "single_transformer_blocks.29.attn.to_q.weight": {
3401
+ "dtype": "F32",
3402
+ "shape": [
3403
+ 3072,
3404
+ 3072
3405
+ ],
3406
+ "data_offsets": [
3407
+ 5587009536,
3408
+ 5624758272
3409
+ ]
3410
+ },
3411
+ "single_transformer_blocks.29.attn.to_v.weight": {
3412
+ "dtype": "F32",
3413
+ "shape": [
3414
+ 3072,
3415
+ 3072
3416
+ ],
3417
+ "data_offsets": [
3418
+ 5624758272,
3419
+ 5662507008
3420
+ ]
3421
+ },
3422
+ "single_transformer_blocks.29.ff.linear_1.weight": {
3423
+ "dtype": "F32",
3424
+ "shape": [
3425
+ 8192,
3426
+ 3072
3427
+ ],
3428
+ "data_offsets": [
3429
+ 5662507008,
3430
+ 5763170304
3431
+ ]
3432
+ },
3433
+ "single_transformer_blocks.29.ff.linear_2.weight": {
3434
+ "dtype": "F32",
3435
+ "shape": [
3436
+ 8192,
3437
+ 3072
3438
+ ],
3439
+ "data_offsets": [
3440
+ 5763170304,
3441
+ 5863833600
3442
+ ]
3443
+ },
3444
+ "single_transformer_blocks.29.ff.out_projection.weight": {
3445
+ "dtype": "F32",
3446
+ "shape": [
3447
+ 3072,
3448
+ 8192
3449
+ ],
3450
+ "data_offsets": [
3451
+ 5863833600,
3452
+ 5964496896
3453
+ ]
3454
+ },
3455
+ "single_transformer_blocks.29.norm1.linear.weight": {
3456
+ "dtype": "F32",
3457
+ "shape": [
3458
+ 18432,
3459
+ 3072
3460
+ ],
3461
+ "data_offsets": [
3462
+ 5964496896,
3463
+ 6190989312
3464
+ ]
3465
+ },
3466
+ "single_transformer_blocks.30.attn.to_k.weight": {
3467
+ "dtype": "F32",
3468
+ "shape": [
3469
+ 3072,
3470
+ 3072
3471
+ ],
3472
+ "data_offsets": [
3473
+ 6190989312,
3474
+ 6228738048
3475
+ ]
3476
+ },
3477
+ "single_transformer_blocks.30.attn.to_out.0.weight": {
3478
+ "dtype": "F32",
3479
+ "shape": [
3480
+ 3072,
3481
+ 3072
3482
+ ],
3483
+ "data_offsets": [
3484
+ 6228738048,
3485
+ 6266486784
3486
+ ]
3487
+ },
3488
+ "single_transformer_blocks.30.attn.to_q.weight": {
3489
+ "dtype": "F32",
3490
+ "shape": [
3491
+ 3072,
3492
+ 3072
3493
+ ],
3494
+ "data_offsets": [
3495
+ 6266486784,
3496
+ 6304235520
3497
+ ]
3498
+ },
3499
+ "single_transformer_blocks.30.attn.to_v.weight": {
3500
+ "dtype": "F32",
3501
+ "shape": [
3502
+ 3072,
3503
+ 3072
3504
+ ],
3505
+ "data_offsets": [
3506
+ 6304235520,
3507
+ 6341984256
3508
+ ]
3509
+ },
3510
+ "single_transformer_blocks.30.ff.linear_1.weight": {
3511
+ "dtype": "F32",
3512
+ "shape": [
3513
+ 8192,
3514
+ 3072
3515
+ ],
3516
+ "data_offsets": [
3517
+ 6341984256,
3518
+ 6442647552
3519
+ ]
3520
+ },
3521
+ "single_transformer_blocks.30.ff.linear_2.weight": {
3522
+ "dtype": "F32",
3523
+ "shape": [
3524
+ 8192,
3525
+ 3072
3526
+ ],
3527
+ "data_offsets": [
3528
+ 6442647552,
3529
+ 6543310848
3530
+ ]
3531
+ },
3532
+ "single_transformer_blocks.30.ff.out_projection.weight": {
3533
+ "dtype": "F32",
3534
+ "shape": [
3535
+ 3072,
3536
+ 8192
3537
+ ],
3538
+ "data_offsets": [
3539
+ 6543310848,
3540
+ 6643974144
3541
+ ]
3542
+ },
3543
+ "single_transformer_blocks.30.norm1.linear.weight": {
3544
+ "dtype": "F32",
3545
+ "shape": [
3546
+ 18432,
3547
+ 3072
3548
+ ],
3549
+ "data_offsets": [
3550
+ 6643974144,
3551
+ 6870466560
3552
+ ]
3553
+ },
3554
+ "single_transformer_blocks.31.attn.to_k.weight": {
3555
+ "dtype": "F32",
3556
+ "shape": [
3557
+ 3072,
3558
+ 3072
3559
+ ],
3560
+ "data_offsets": [
3561
+ 6870466560,
3562
+ 6908215296
3563
+ ]
3564
+ },
3565
+ "single_transformer_blocks.31.attn.to_out.0.weight": {
3566
+ "dtype": "F32",
3567
+ "shape": [
3568
+ 3072,
3569
+ 3072
3570
+ ],
3571
+ "data_offsets": [
3572
+ 6908215296,
3573
+ 6945964032
3574
+ ]
3575
+ },
3576
+ "single_transformer_blocks.31.attn.to_q.weight": {
3577
+ "dtype": "F32",
3578
+ "shape": [
3579
+ 3072,
3580
+ 3072
3581
+ ],
3582
+ "data_offsets": [
3583
+ 6945964032,
3584
+ 6983712768
3585
+ ]
3586
+ },
3587
+ "single_transformer_blocks.31.attn.to_v.weight": {
3588
+ "dtype": "F32",
3589
+ "shape": [
3590
+ 3072,
3591
+ 3072
3592
+ ],
3593
+ "data_offsets": [
3594
+ 6983712768,
3595
+ 7021461504
3596
+ ]
3597
+ },
3598
+ "single_transformer_blocks.31.ff.linear_1.weight": {
3599
+ "dtype": "F32",
3600
+ "shape": [
3601
+ 8192,
3602
+ 3072
3603
+ ],
3604
+ "data_offsets": [
3605
+ 7021461504,
3606
+ 7122124800
3607
+ ]
3608
+ },
3609
+ "single_transformer_blocks.31.ff.linear_2.weight": {
3610
+ "dtype": "F32",
3611
+ "shape": [
3612
+ 8192,
3613
+ 3072
3614
+ ],
3615
+ "data_offsets": [
3616
+ 7122124800,
3617
+ 7222788096
3618
+ ]
3619
+ },
3620
+ "single_transformer_blocks.31.ff.out_projection.weight": {
3621
+ "dtype": "F32",
3622
+ "shape": [
3623
+ 3072,
3624
+ 8192
3625
+ ],
3626
+ "data_offsets": [
3627
+ 7222788096,
3628
+ 7323451392
3629
+ ]
3630
+ },
3631
+ "single_transformer_blocks.31.norm1.linear.weight": {
3632
+ "dtype": "F32",
3633
+ "shape": [
3634
+ 18432,
3635
+ 3072
3636
+ ],
3637
+ "data_offsets": [
3638
+ 7323451392,
3639
+ 7549943808
3640
+ ]
3641
+ }
3642
+ }