Add arrangement assets
Browse files- assets/image_newline.f16 +0 -0
- assets/prompt_input_ids.i32 +0 -0
- assets/recipe.json +9 -0
- assets/view_seperator.f16 +0 -0
assets/image_newline.f16
ADDED
|
Binary file (2.56 kB). View file
|
|
|
assets/prompt_input_ids.i32
ADDED
|
Binary file (460 Bytes). View file
|
|
|
assets/recipe.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"image_size": 640, "crop_mode": false, "patch_grid": 10, "visual_tokens": 111,
|
| 3 |
+
"prefix_len": 115, "image_token_id": 128815, "bos": 0, "eos": 1, "hidden": 1280,
|
| 4 |
+
"preprocess": "ImageOps.pad to 640x640 (pad color = mean*255), normalize mean=std=0.5",
|
| 5 |
+
"arrange": "vision[100,1280] -> view[10,10] -> +image_newline per row [110] -> +view_seperator [111]",
|
| 6 |
+
"scatter": "embed_tokens(prompt_input_ids); fill input_ids==128815 positions (in order) with the 111 visual features",
|
| 7 |
+
"files": {"embed": "embed_tokens.f16 [129280,1280] fp16", "newline": "image_newline.f16 [1280]",
|
| 8 |
+
"seperator": "view_seperator.f16 [1280]", "prompt": "prompt_input_ids.i32 [115]"}
|
| 9 |
+
}
|
assets/view_seperator.f16
ADDED
|
Binary file (2.56 kB). View file
|
|
|