mlboydaisuke commited on
Commit
7a9d44b
·
verified ·
1 Parent(s): 397d245

Add arrangement assets

Browse files
assets/image_newline.f16 ADDED
Binary file (2.56 kB). View file
 
assets/prompt_input_ids.i32 ADDED
Binary file (460 Bytes). View file
 
assets/recipe.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_size": 640, "crop_mode": false, "patch_grid": 10, "visual_tokens": 111,
3
+ "prefix_len": 115, "image_token_id": 128815, "bos": 0, "eos": 1, "hidden": 1280,
4
+ "preprocess": "ImageOps.pad to 640x640 (pad color = mean*255), normalize mean=std=0.5",
5
+ "arrange": "vision[100,1280] -> view[10,10] -> +image_newline per row [110] -> +view_seperator [111]",
6
+ "scatter": "embed_tokens(prompt_input_ids); fill input_ids==128815 positions (in order) with the 111 visual features",
7
+ "files": {"embed": "embed_tokens.f16 [129280,1280] fp16", "newline": "image_newline.f16 [1280]",
8
+ "seperator": "view_seperator.f16 [1280]", "prompt": "prompt_input_ids.i32 [115]"}
9
+ }
assets/view_seperator.f16 ADDED
Binary file (2.56 kB). View file