Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files
xet
Community
611
jburtoft commited on
Commit
08dadde
·
verified ·
1 Parent(s): e824263

Synchronizing local compiler cache.

Browse files
Files changed (14) hide show
  1. .gitattributes +4 -0
  2. neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/compile_flags.json +1 -0
  3. neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/model.done +0 -0
  4. neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/model.hlo_module.pb +3 -0
  5. neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/model.neff +3 -0
  6. neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/wrapped_neff.hlo +3 -0
  7. neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/compile_flags.json +1 -0
  8. neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/model.done +0 -0
  9. neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/model.hlo_module.pb +3 -0
  10. neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/model.neff +3 -0
  11. neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/compile_flags.json +1 -0
  12. neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/model.done +0 -0
  13. neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/model.hlo_module.pb +3 -0
  14. neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/model.neff +3 -0
.gitattributes CHANGED
@@ -13109,3 +13109,7 @@ neuronxcc-2.20.9961.0+0acef03a/MODULE_017b342ac5e9c3cf9f1b+ae6a382b/model.neff f
13109
  neuronxcc-2.20.9961.0+0acef03a/MODULE_245fa54429c1e50a7772+b6452646/model.neff filter=lfs diff=lfs merge=lfs -text
13110
  neuronxcc-2.20.9961.0+0acef03a/MODULE_313b6e98dbc76fc074be+690e2d39/model.neff filter=lfs diff=lfs merge=lfs -text
13111
  neuronxcc-2.20.9961.0+0acef03a/MODULE_313b6e98dbc76fc074be+690e2d39/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
13109
  neuronxcc-2.20.9961.0+0acef03a/MODULE_245fa54429c1e50a7772+b6452646/model.neff filter=lfs diff=lfs merge=lfs -text
13110
  neuronxcc-2.20.9961.0+0acef03a/MODULE_313b6e98dbc76fc074be+690e2d39/model.neff filter=lfs diff=lfs merge=lfs -text
13111
  neuronxcc-2.20.9961.0+0acef03a/MODULE_313b6e98dbc76fc074be+690e2d39/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
13112
+ neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/model.neff filter=lfs diff=lfs merge=lfs -text
13113
+ neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
13114
+ neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/model.neff filter=lfs diff=lfs merge=lfs -text
13115
+ neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation_model/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e68237e2c4250a8f3aeb09f13ac6bd30c9b2e010a7cda0442dcec0f1fb995b
3
+ size 702501
neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a35d3d71c4c9f0ef7f9ee10b773423cf64a7df0385f5143ac4520c02e869931b
3
+ size 3841024
neuronxcc-2.21.33363.0+82129205/MODULE_313b6e98dbc76fc074be+690e2d39/wrapped_neff.hlo ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f8bd5946b8701d799f305371e46f8613c7d8680fc84c69679012f5c3faa73f8
3
+ size 3978024
neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ "--model-type=transformer -O1 --lnc=1 --internal-hlo2tensorizer-options='--experimental-unsafe-fp8e4m3fn-as-fp8e4m3 --verify-hlo=false' --logfile=/tmp/nxd_model/layout_opt/log-neuron-cc.txt"
neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e1bee8d56e8b2134689366181ebc2676921c8088e5cdedf32a25827b1db0c4
3
+ size 135424
neuronxcc-2.21.33363.0+82129205/MODULE_3d885529496fe38a321d+ae6a382b/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3744bac895b74838bbb86e78a58abfea4ce2bbc3d224e3223880a4eb0e4fb6d8
3
+ size 1455104
neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn2", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding_model/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8338216138abbd1f278fa9380b0cea04374afe53ad9b67ad86e68baa7e4974d8
3
+ size 693336
neuronxcc-2.21.33363.0+82129205/MODULE_d68ad03c2c4006bf7b13+b6452646/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd10b24a223965c78bb3ae255c8b06668d9c662507e58d010928a35a7c7cfce
3
+ size 17286144