Leonardo6 commited on
Commit
7c0e732
·
verified ·
1 Parent(s): 753fd23

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. llava-v1.5-7b-pretrain-clip/mm_projector.bin +3 -0
  2. llava-v1.5-7b-pretrain-concat/checkpoint-1000/mm_projector.bin +3 -0
  3. llava-v1.5-7b-pretrain-concat/checkpoint-2000/mm_projector.bin +3 -0
  4. llava-v1.5-7b-pretrain-concat/mm_projector.bin +3 -0
  5. llava-v1.5-7b-pretrain-dino-new/mm_projector.bin +3 -0
  6. llava-v1.5-7b-pretrain-dino/mm_projector.bin +3 -0
  7. llava-v1.5-7b-pretrain-mix/mm_projector.bin +3 -0
  8. llava-v1.5-7b-pretrain-qwen2-concat/mm_projector.bin +3 -0
  9. llava-v1.5-7b-pretrain-qwen2-dino/mm_projector.bin +3 -0
  10. llava-v1.5-7b-pretrain-qwen2/mm_projector.bin +3 -0
  11. llava-v1.5-7b-pretrain-roberta4/mm_projector.bin +3 -0
  12. llava-v1.5-7b-pretrain-siglip/mm_projector.bin +3 -0
  13. llava-v1.5-7b-pretrain-vicuna/mm_projector.bin +3 -0
  14. llava-v1.5-7b-qwen2-16-dino/model-00004-of-00004.safetensors +3 -0
  15. llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  16. llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  17. llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  18. llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  19. llava-v1.5-7b-qwen2-16/checkpoint-1500/model-00004-of-00004.safetensors +3 -0
  20. llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  21. llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  22. llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  23. llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  24. llava-v1.5-7b-qwen2-16/checkpoint-2000/model-00004-of-00004.safetensors +3 -0
  25. llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  26. llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  27. llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  28. llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  29. llava-v1.5-7b-qwen2-16/checkpoint-2500/model-00004-of-00004.safetensors +3 -0
  30. llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  31. llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  32. llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  33. llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  34. llava-v1.5-7b-qwen2-16/checkpoint-3000/model-00004-of-00004.safetensors +3 -0
  35. llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  36. llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  37. llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  38. llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  39. llava-v1.5-7b-qwen2-16/checkpoint-3500/model-00004-of-00004.safetensors +3 -0
  40. llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  41. llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  42. llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  43. llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  44. llava-v1.5-7b-qwen2-16/checkpoint-4000/model-00004-of-00004.safetensors +3 -0
  45. llava-v1.5-7b-qwen2-16/checkpoint-4500/added_tokens.json +5 -0
  46. llava-v1.5-7b-qwen2-16/checkpoint-4500/config.json +43 -0
  47. llava-v1.5-7b-qwen2-16/checkpoint-4500/global_step4500/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  48. llava-v1.5-7b-qwen2-16/checkpoint-4500/global_step4500/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  49. llava-v1.5-7b-qwen2-16/checkpoint-4500/global_step4500/zero_pp_rank_3_mp_rank_00_model_states.pt +3 -0
  50. llava-v1.5-7b-qwen2-16/checkpoint-4500/merges.txt +0 -0
llava-v1.5-7b-pretrain-clip/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04483044a6c48a39a596bf9759a3a6a1373b71fa7d3a9fb2b0c4808cdeebab2a
3
+ size 39864376
llava-v1.5-7b-pretrain-concat/checkpoint-1000/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54d97691315d1550cf96f6e644d43877fb575cb92c01fe7dcf1b03e24f30a02
3
+ size 46155832
llava-v1.5-7b-pretrain-concat/checkpoint-2000/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1aa4c386175df6d9441414a558a48e7003d7699b4446de2ed8fe7f49846047c
3
+ size 46155832
llava-v1.5-7b-pretrain-concat/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea96e4ab6b439b49f87b447953397d977ab6d0889b8434a1b7e87f682300160
3
+ size 46155832
llava-v1.5-7b-pretrain-dino-new/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c689a36783a678a32b0c47c144502d05eba309908e6a6442ab85ea8e1be382
3
+ size 39864376
llava-v1.5-7b-pretrain-dino/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13c27290251c7b1cfb5d220eb7fec859fad143525b217be0d6875181870e044
3
+ size 39864376
llava-v1.5-7b-pretrain-mix/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45278d10fea989bbde6ae74258cf5cd791968a2dcca937fe2d7c9d6e455858b
3
+ size 39864376
llava-v1.5-7b-pretrain-qwen2-concat/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3172f4b842e3fd22bfb860b012b3f6b84131c283e29fa4ad6a66e0762e30cb31
3
+ size 36716600
llava-v1.5-7b-pretrain-qwen2-dino/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb7aaeb3d7a7a5ce0b4c06d088a65a507ec2c58cc398b805fb7f12e3c8a4ffdb
3
+ size 31211576
llava-v1.5-7b-pretrain-qwen2/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95daa71b09779c15440518ca1ef6aec3a11d561fe3816567a0d8c7c21fc4671e
3
+ size 31211576
llava-v1.5-7b-pretrain-roberta4/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28de7f6b9e24fa4c32ee0d569a3d378b4517b89b722a1022309165542b540d65
3
+ size 39864376
llava-v1.5-7b-pretrain-siglip/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2b17b0c9fdd1d26427da9c83a9c0791f2db169db26bfae8f8222b140ffbbb7
3
+ size 39864376
llava-v1.5-7b-pretrain-vicuna/mm_projector.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4c3d711c34ed2411441dc0aae1d03f9d968f80ec1eef14c7a2923b5d9a5883
3
+ size 39864376
llava-v1.5-7b-qwen2-16-dino/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cb049837cd65ffc386560fc0daa5c21ecc6f4fa9dfeb3b0ede27695c968f988
3
+ size 1089994880
llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7db2bb24e8bb244e3b0ff91a7b115614cb6d6690af253c7de9f23008752ff84
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16eac98857b42a1eaad078f7887e1c076163ecbceb7e8e120dc77dd9baabc0b8
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82d9c0cc91ea98ab160343e954fc2f44beca304f976a708ffdedc26d6b84c4fa
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-1500/global_step1500/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:555706bda240c3552b3b2568accbbe0574442d9e57c5763740224e3f49f1ba51
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-1500/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1583fa35fe158b66848378ea349041afaa4ab448c571e5c91ed7f4a8a590bf85
3
+ size 1089994880
llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e13fd4f5c19a322f874c85c2ac88b004af9425603cecd83589f73fb0fb02fc2
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3e03758262529992d9c78c85cd722a906f91eef9268f52814554f9e0f4361b
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2cf2add34abf3a171c7d61735c0fddebf36844e5ec504d715d9a47c06a55a1
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2000/global_step2000/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31bd5765406a364efef19bd7dcb5b77adb681ba50f1fbf2035754bfb91293049
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2000/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f9e556d756b4d42c14c1a59bee4910a82a6974c0dc0d583d6ea2753d03008e
3
+ size 1089994880
llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8606f3529fbfa9ef5019d21ba18654666b25da19060f6e2df9861e8b09f3f2a
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3053e98783170270bf7738354a3afdcb194b3e058e79253de41dbe428e8fe27
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe99caaa66331af8b73c5aa4f5ba5b8d4ac374ead8f320dcfb53b70f2bcfc826
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2500/global_step2500/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07dc5b94eb8915929a58d90f21bb174b8e52fd49d1c2f9e7be7f9a8edaa9ca3c
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-2500/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a21d81c0f62c751b96be5cb732d29604d8d7e99d7bf3c2448f163cd45fd269
3
+ size 1089994880
llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c10090d7ffaf3b2fa3a0a865fb466ccf787d8139a61f3e97e84a0a2713d9d7
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e16330b12fafaa291d5731402cf54dcf658dcba6c9d6fa357d7b407d615e92
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd8d6d5a8aca0626863aa194d26eca66cf263b66383e67ddfe969a8afc4b084
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3000/global_step3000/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0a671cc831fb9e954ba8354b4ad454c68a16a4161975637385cfc20b8accb0
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3000/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28681c3aa1551e91d27e1f507d55e5c27c270c3c36c0c433bbf58445218105ba
3
+ size 1089994880
llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f076414948f2d0af132f27e124e5af18f11e3adcb6b11d2d8347f65a053bc993
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b488316c598243bfd951e65fe4ec024a56475b927b605f8b8dcba8eb4f93ef43
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97210dd86ab8b63aab26cdca6d402008d3933d6e97f29b7ac137310df78e72bf
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3500/global_step3500/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c32d9add1fc5c502b8633e89630a9f504699ede8f07cae8d1873a4203656823
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-3500/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035f6d74ad82530df032b0cef340d01b8d6fa7622cdbd6a7fdaf7363125d9dd0
3
+ size 1089994880
llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645cf3ae5249c39ad8aac4234ed7ff5237ac5d358be094987719ad3458151eb0
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d140aebc64903e1c1926e82b03090d7ba603a5e32f49c40fbf4f47451fe74da
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3babf101e2c9cce164dfc60e37ee7938f4f672212aaff4e5ff994131e8c54a94
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-4000/global_step4000/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:264029b7c70b2a6e7959ea5560390578ccd2ce8eb93b70033e685923f57edfae
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-4000/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c3bdc9d63c6f3e2efb8642216aa79f7ff3a9fec8ae6ab884e1de916b9a792e
3
+ size 1089994880
llava-v1.5-7b-qwen2-16/checkpoint-4500/added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
llava-v1.5-7b-qwen2-16/checkpoint-4500/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2-7B",
3
+ "architectures": [
4
+ "LlavaQwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151643,
9
+ "freeze_mm_mlp_adapter": false,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 3584,
12
+ "image_aspect_ratio": "pad",
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 18944,
15
+ "max_position_embeddings": 131072,
16
+ "max_window_layers": 28,
17
+ "mm_hidden_size": 768,
18
+ "mm_patch_merge_type": "flat",
19
+ "mm_projector_lr": null,
20
+ "mm_projector_type": "mlp2x_gelu",
21
+ "mm_use_im_patch_token": false,
22
+ "mm_use_im_start_end": false,
23
+ "mm_vision_select_feature": "patch",
24
+ "mm_vision_select_layer": -2,
25
+ "mm_vision_tower": "Leonardo6/clip-datacomp-12m-16",
26
+ "model_type": "llava_qwen2",
27
+ "num_attention_heads": 28,
28
+ "num_hidden_layers": 28,
29
+ "num_key_value_heads": 4,
30
+ "rms_norm_eps": 1e-06,
31
+ "rope_theta": 1000000.0,
32
+ "sliding_window": 131072,
33
+ "tie_word_embeddings": false,
34
+ "tokenizer_model_max_length": 2048,
35
+ "tokenizer_padding_side": "right",
36
+ "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.37.2",
38
+ "tune_mm_mlp_adapter": false,
39
+ "use_cache": false,
40
+ "use_mm_proj": true,
41
+ "use_sliding_window": false,
42
+ "vocab_size": 152064
43
+ }
llava-v1.5-7b-qwen2-16/checkpoint-4500/global_step4500/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c26f875994ac1faf43119c9c36f963d2261f8ff7b078b9427c8104fc72d40bff
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-4500/global_step4500/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bce307d625f9bce239b89daf3442ddbe7301a8eccd3ecc219082f3c40846dfa5
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-4500/global_step4500/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfc87dbfcb80f37d85c4ba58eb6fc5d7de50574533bb8f8946f4b86682c6aa4
3
+ size 43247327
llava-v1.5-7b-qwen2-16/checkpoint-4500/merges.txt ADDED
The diff for this file is too large to render. See raw diff