wayadventurer commited on
Commit
9e9ab74
·
1 Parent(s): 04fde5b

add: add LoCo-RFT model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. .gitignore +2 -0
  3. LoCo-RFT/WeatherQA-500hPa/added_tokens.json +3 -0
  4. LoCo-RFT/WeatherQA-500hPa/chat_template.jinja +7 -0
  5. LoCo-RFT/WeatherQA-500hPa/config.json +3 -0
  6. LoCo-RFT/WeatherQA-500hPa/generation_config.json +3 -0
  7. LoCo-RFT/WeatherQA-500hPa/merges.txt +0 -0
  8. LoCo-RFT/WeatherQA-500hPa/model-00001-of-00004.safetensors +3 -0
  9. LoCo-RFT/WeatherQA-500hPa/model-00002-of-00004.safetensors +3 -0
  10. LoCo-RFT/WeatherQA-500hPa/model-00003-of-00004.safetensors +3 -0
  11. LoCo-RFT/WeatherQA-500hPa/model-00004-of-00004.safetensors +3 -0
  12. LoCo-RFT/WeatherQA-500hPa/model.safetensors.index.json +3 -0
  13. LoCo-RFT/WeatherQA-500hPa/preprocessor_config.json +3 -0
  14. LoCo-RFT/WeatherQA-500hPa/special_tokens_map.json +3 -0
  15. LoCo-RFT/WeatherQA-500hPa/tokenizer.json +3 -0
  16. LoCo-RFT/WeatherQA-500hPa/tokenizer_config.json +3 -0
  17. LoCo-RFT/WeatherQA-500hPa/video_preprocessor_config.json +3 -0
  18. LoCo-RFT/WeatherQA-500hPa/vocab.json +3 -0
  19. LoCo-RFT/WeatherQA-850hPa/added_tokens.json +3 -0
  20. LoCo-RFT/WeatherQA-850hPa/chat_template.jinja +7 -0
  21. LoCo-RFT/WeatherQA-850hPa/config.json +3 -0
  22. LoCo-RFT/WeatherQA-850hPa/generation_config.json +3 -0
  23. LoCo-RFT/WeatherQA-850hPa/merges.txt +0 -0
  24. LoCo-RFT/WeatherQA-850hPa/model-00001-of-00004.safetensors +3 -0
  25. LoCo-RFT/WeatherQA-850hPa/model-00002-of-00004.safetensors +3 -0
  26. LoCo-RFT/WeatherQA-850hPa/model-00003-of-00004.safetensors +3 -0
  27. LoCo-RFT/WeatherQA-850hPa/model-00004-of-00004.safetensors +3 -0
  28. LoCo-RFT/WeatherQA-850hPa/model.safetensors.index.json +3 -0
  29. LoCo-RFT/WeatherQA-850hPa/preprocessor_config.json +3 -0
  30. LoCo-RFT/WeatherQA-850hPa/special_tokens_map.json +3 -0
  31. LoCo-RFT/WeatherQA-850hPa/tokenizer.json +3 -0
  32. LoCo-RFT/WeatherQA-850hPa/tokenizer_config.json +3 -0
  33. LoCo-RFT/WeatherQA-850hPa/video_preprocessor_config.json +3 -0
  34. LoCo-RFT/WeatherQA-850hPa/vocab.json +3 -0
  35. LoCo-RFT/WeatherQA-Land/added_tokens.json +3 -0
  36. LoCo-RFT/WeatherQA-Land/chat_template.jinja +7 -0
  37. LoCo-RFT/WeatherQA-Land/config.json +3 -0
  38. LoCo-RFT/WeatherQA-Land/generation_config.json +3 -0
  39. LoCo-RFT/WeatherQA-Land/merges.txt +0 -0
  40. LoCo-RFT/WeatherQA-Land/model-00001-of-00004.safetensors +3 -0
  41. LoCo-RFT/WeatherQA-Land/model-00002-of-00004.safetensors +3 -0
  42. LoCo-RFT/WeatherQA-Land/model-00003-of-00004.safetensors +3 -0
  43. LoCo-RFT/WeatherQA-Land/model-00004-of-00004.safetensors +3 -0
  44. LoCo-RFT/WeatherQA-Land/model.safetensors.index.json +3 -0
  45. LoCo-RFT/WeatherQA-Land/preprocessor_config.json +3 -0
  46. LoCo-RFT/WeatherQA-Land/special_tokens_map.json +3 -0
  47. LoCo-RFT/WeatherQA-Land/tokenizer.json +3 -0
  48. LoCo-RFT/WeatherQA-Land/tokenizer_config.json +3 -0
  49. LoCo-RFT/WeatherQA-Land/video_preprocessor_config.json +3 -0
  50. LoCo-RFT/WeatherQA-Land/vocab.json +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ RFT
2
+ SFT
LoCo-RFT/WeatherQA-500hPa/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b
3
+ size 605
LoCo-RFT/WeatherQA-500hPa/chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
2
+ You are a helpful assistant.<|im_end|>
3
+ {% endif %}<|im_start|>{{ message['role'] }}
4
+ {% if message['content'] is string %}{{ message['content'] }}<|im_end|>
5
+ {% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
6
+ {% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
7
+ {% endif %}
LoCo-RFT/WeatherQA-500hPa/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009031fe3d74c5085f023f6abeb6636707ef1321a298ce5850c61fddf8e8b894
3
+ size 2521
LoCo-RFT/WeatherQA-500hPa/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4c97a87ef205926986963d6e9a1a4ca00e3326156b2b598c1eb0e283c8d60f
3
+ size 147
LoCo-RFT/WeatherQA-500hPa/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
LoCo-RFT/WeatherQA-500hPa/model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7552b14e96666922bcc4c3943f8df0b1219e24fa0a56f96be40e815104757cb9
3
+ size 4938136672
LoCo-RFT/WeatherQA-500hPa/model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f260d1a0e3f1c84d91222d82663222a4bef1ea67c47e8ac9488994cb8e088264
3
+ size 4997435976
LoCo-RFT/WeatherQA-500hPa/model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4510fd928c0622b67bce8c94d543ec62c9cc9242f7a24eb3b5beedc42fea6896
3
+ size 4957126616
LoCo-RFT/WeatherQA-500hPa/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ffcf9125df3044654067bdb46ed54a08d8f2a84eb835380c3b1eac45480ba4
3
+ size 1691715208
LoCo-RFT/WeatherQA-500hPa/model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b35a370e65091b7f0230db6c4c821266351d1629971c57e3831bfe5a7e794b
3
+ size 57619
LoCo-RFT/WeatherQA-500hPa/preprocessor_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c9d43adb750cc52f317b130734fefa8edba78a5814066f6c10ecc1826e98af
3
+ size 763
LoCo-RFT/WeatherQA-500hPa/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd
3
+ size 613
LoCo-RFT/WeatherQA-500hPa/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
3
+ size 11421896
LoCo-RFT/WeatherQA-500hPa/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64d944a98d2d9901581be7a5f36b626ff2dc0d5b7d5dedb412412ca39606df0
3
+ size 4750
LoCo-RFT/WeatherQA-500hPa/video_preprocessor_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caa66a5efec40232005736e255bef439afa9853d7b1249e925ba627fc60d2758
3
+ size 1730
LoCo-RFT/WeatherQA-500hPa/vocab.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910
3
+ size 2776833
LoCo-RFT/WeatherQA-850hPa/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b
3
+ size 605
LoCo-RFT/WeatherQA-850hPa/chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
2
+ You are a helpful assistant.<|im_end|>
3
+ {% endif %}<|im_start|>{{ message['role'] }}
4
+ {% if message['content'] is string %}{{ message['content'] }}<|im_end|>
5
+ {% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
6
+ {% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
7
+ {% endif %}
LoCo-RFT/WeatherQA-850hPa/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009031fe3d74c5085f023f6abeb6636707ef1321a298ce5850c61fddf8e8b894
3
+ size 2521
LoCo-RFT/WeatherQA-850hPa/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4c97a87ef205926986963d6e9a1a4ca00e3326156b2b598c1eb0e283c8d60f
3
+ size 147
LoCo-RFT/WeatherQA-850hPa/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
LoCo-RFT/WeatherQA-850hPa/model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2527303eae25cb25a0d456dd2b963d131ac1835e8639ed296730f2ec32d12534
3
+ size 4996845032
LoCo-RFT/WeatherQA-850hPa/model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecbfa06bc247ecca0fa4d45ddb08057c71378e52202bd094ed0f0986ccc6b704
3
+ size 4920736168
LoCo-RFT/WeatherQA-850hPa/model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c199e1a40ff494c10b2741fa4eedf188c25960dc8a01deed539e029b7b1db886
3
+ size 4915282624
LoCo-RFT/WeatherQA-850hPa/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deaa65a17a5e2b08f5a2a62668ab76a99b45ea32ead32ade14fa86f668c45312
3
+ size 1751550696
LoCo-RFT/WeatherQA-850hPa/model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6302a271747e1b3912bfa9256d12614497b3f4f7d0a06781d8efaaaeba7319de
3
+ size 57619
LoCo-RFT/WeatherQA-850hPa/preprocessor_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c9d43adb750cc52f317b130734fefa8edba78a5814066f6c10ecc1826e98af
3
+ size 763
LoCo-RFT/WeatherQA-850hPa/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd
3
+ size 613
LoCo-RFT/WeatherQA-850hPa/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
3
+ size 11421896
LoCo-RFT/WeatherQA-850hPa/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64d944a98d2d9901581be7a5f36b626ff2dc0d5b7d5dedb412412ca39606df0
3
+ size 4750
LoCo-RFT/WeatherQA-850hPa/video_preprocessor_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caa66a5efec40232005736e255bef439afa9853d7b1249e925ba627fc60d2758
3
+ size 1730
LoCo-RFT/WeatherQA-850hPa/vocab.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910
3
+ size 2776833
LoCo-RFT/WeatherQA-Land/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b
3
+ size 605
LoCo-RFT/WeatherQA-Land/chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
2
+ You are a helpful assistant.<|im_end|>
3
+ {% endif %}<|im_start|>{{ message['role'] }}
4
+ {% if message['content'] is string %}{{ message['content'] }}<|im_end|>
5
+ {% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
6
+ {% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
7
+ {% endif %}
LoCo-RFT/WeatherQA-Land/config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009031fe3d74c5085f023f6abeb6636707ef1321a298ce5850c61fddf8e8b894
3
+ size 2521
LoCo-RFT/WeatherQA-Land/generation_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af4c97a87ef205926986963d6e9a1a4ca00e3326156b2b598c1eb0e283c8d60f
3
+ size 147
LoCo-RFT/WeatherQA-Land/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
LoCo-RFT/WeatherQA-Land/model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c37a2268696250dcfda171658cb40b648337b054a3a0c8d2f120c54808cf069e
3
+ size 4987524744
LoCo-RFT/WeatherQA-Land/model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:347cde512b0bad300efaed9c7a9a6454f56bc71d1772e86d10de0c3a04bbcc32
3
+ size 4963712616
LoCo-RFT/WeatherQA-Land/model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e57effb0a4cb813efd4df3f8748c0111bf1e1703f27e32c7eb873e12f90f9720
3
+ size 4979468872
LoCo-RFT/WeatherQA-Land/model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2746773fe15357a35e46e8d850fd0676f129b481d46a5d5e1f3679033d23ebcf
3
+ size 1653708280
LoCo-RFT/WeatherQA-Land/model.safetensors.index.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c22f1548574dbd52f64bae0e2c7c15a4c990240e9b4e7459bd4f597a1c76797
3
+ size 57619
LoCo-RFT/WeatherQA-Land/preprocessor_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c9d43adb750cc52f317b130734fefa8edba78a5814066f6c10ecc1826e98af
3
+ size 763
LoCo-RFT/WeatherQA-Land/special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd
3
+ size 613
LoCo-RFT/WeatherQA-Land/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
3
+ size 11421896
LoCo-RFT/WeatherQA-Land/tokenizer_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64d944a98d2d9901581be7a5f36b626ff2dc0d5b7d5dedb412412ca39606df0
3
+ size 4750
LoCo-RFT/WeatherQA-Land/video_preprocessor_config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caa66a5efec40232005736e255bef439afa9853d7b1249e925ba627fc60d2758
3
+ size 1730
LoCo-RFT/WeatherQA-Land/vocab.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910
3
+ size 2776833