Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+logs/20250611_143916/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250611_172722/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250611_172722/train.log filter=lfs diff=lfs merge=lfs -text
+logs/20250612_103654/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250612_121011/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250612_134052/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250612_174005/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250612_235704/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250613_145402/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250613_164550/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250613_193604/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+logs/20250613_231703/remote_rm_qa.log filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

config.json

@@ -0,0 +1,67 @@
+{
+  "architectures": [
+    "Qwen2_5_VLForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "image_token_id": 151655,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 128000,
+  "max_window_layers": 28,
+  "model_type": "qwen2_5_vl",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "mrope_section": [
+      16,
+      24,
+      24
+    ],
+    "rope_type": "default",
+    "type": "default"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": false,
+  "tokenizer_padding_side": "right",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.51.0.dev0",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "depth": 32,
+    "fullatt_block_indexes": [
+      7,
+      15,
+      23,
+      31
+    ],
+    "hidden_act": "silu",
+    "hidden_size": 1280,
+    "in_channels": 3,
+    "in_chans": 3,
+    "intermediate_size": 3420,
+    "model_type": "qwen2_5_vl",
+    "num_heads": 16,
+    "out_hidden_size": 3584,
+    "patch_size": 14,
+    "spatial_merge_size": 2,
+    "spatial_patch_size": 14,
+    "temporal_patch_size": 2,
+    "tokens_per_second": 2,
+    "torch_dtype": "bfloat16",
+    "window_size": 112
+  },
+  "vision_end_token_id": 151653,
+  "vision_lr": 2e-06,
+  "vision_start_token_id": 151652,
+  "vision_token_id": 151654,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,16 @@
+{
+  "_attn_implementation": "flash_attention_2",
+  "attn_implementation": "flash_attention_2",
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.51.0.dev0"
+}

logs/20250611_143916/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 180844
+Train PID: 180845

logs/20250611_143916/remote_rm_qa.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0f35b5d56de91c70b36e2471046c68ee32067b6bc495138178881614fc5269
+size 22014229

logs/20250611_172722/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 299278
+Train PID: 299279

logs/20250611_172722/remote_rm_qa.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b04c4fa78e8047ae16b1f1096e4f03db3c2a721901124364a1bbbd38959b76
+size 119952587

logs/20250611_172722/train.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b538c3ff9789562759cbad5ad7e57d191b00088d854544215679fb7fff1b9f37
+size 11578606

logs/20250612_103654/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 491486
+Train PID: 491487

logs/20250612_103654/remote_rm_qa.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2a4927f59546ad3294b810acd989d420a2f25b36c82dc86cd47f1a92e8efa2
+size 13530701

logs/20250612_121011/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 286806
+Train PID: 286807

logs/20250612_121011/remote_rm_qa.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d023f87ca54002ba93b5641833ed466e64f6d39c2a264d7204b5f89a99c1e879
+size 13368904

logs/20250612_134052/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 332530
+Train PID: 332531

logs/20250612_134052/remote_rm_qa.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15ffc8a70356386f2f8140b2a876129d3d0a22892ac129db95e2dea0124ad61
+size 13111244

logs/20250612_154155/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 266447
+Train PID: 266448

logs/20250612_154155/remote_rm_qa.log

@@ -0,0 +1,9 @@
+[2025-06-12 15:42:37,930] [INFO] [real_accelerator.py:222:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+load dataset success
+ * Serving Flask app 'math_verifier_wolatex'
+ * Debug mode: off
+WARNING: This is a development server. Do not use it in a production deployment. Use a production WSGI server instead.
+ * Running on all addresses (0.0.0.0)
+ * Running on http://127.0.0.1:2323
+ * Running on http://10.140.1.128:2323
+Press CTRL+C to quit

logs/20250612_154155/train.log

@@ -0,0 +1,2 @@
+2025-06-12 15:42:22,174	INFO dashboard_sdk.py:338 -- Uploading package gcs://_ray_pkg_62b42fe85ef00416.zip.
+2025-06-12 15:42:22,175	INFO packaging.py:575 -- Creating a file package for local module '/mnt/petrelfs/luyiting/MultiAgentEval/lmm-r1'.

logs/20250612_154757/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 304140
+Train PID: 304141

logs/20250612_160431/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 381242
+Train PID: 381243

logs/20250612_160431/remote_rm_qa.log

@@ -0,0 +1,9 @@
+[2025-06-12 16:05:12,677] [INFO] [real_accelerator.py:222:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+load dataset success
+ * Serving Flask app 'math_verifier_wolatex'
+ * Debug mode: off
+WARNING: This is a development server. Do not use it in a production deployment. Use a production WSGI server instead.
+ * Running on all addresses (0.0.0.0)
+ * Running on http://127.0.0.1:2323
+ * Running on http://10.140.1.140:2323
+Press CTRL+C to quit

logs/20250612_161405/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 320735
+Train PID: 320736

logs/20250612_170355/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 248821
+Train PID: 248822

logs/20250612_170355/train.log

@@ -0,0 +1,2 @@
+2025-06-12 17:04:18,788	INFO dashboard_sdk.py:338 -- Uploading package gcs://_ray_pkg_62b42fe85ef00416.zip.
+2025-06-12 17:04:18,788	INFO packaging.py:575 -- Creating a file package for local module '/mnt/petrelfs/luyiting/MultiAgentEval/lmm-r1'.

logs/20250612_170651/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 172289
+Train PID: 172290

logs/20250612_170651/remote_rm_qa.log

@@ -0,0 +1,9 @@
+[2025-06-12 17:07:34,666] [INFO] [real_accelerator.py:222:get_accelerator] Setting ds_accelerator to cuda (auto detect)
+load dataset success
+ * Serving Flask app 'math_verifier_wolatex'
+ * Debug mode: off
+WARNING: This is a development server. Do not use it in a production deployment. Use a production WSGI server instead.
+ * Running on all addresses (0.0.0.0)
+ * Running on http://127.0.0.1:2323
+ * Running on http://10.140.1.80:2323
+Press CTRL+C to quit

logs/20250612_174005/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 288885
+Train PID: 288886

logs/20250612_174005/remote_rm_qa.log

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04dbe13bd42f7c9cb1651b827dca300d970b572a09b2e7843ee19e539e88966
+size 18985266

logs/20250612_195753/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 21232
+Train PID: 21233

logs/20250612_195753/train.log

@@ -0,0 +1,2 @@
+2025-06-12 19:58:21,564	INFO dashboard_sdk.py:338 -- Uploading package gcs://_ray_pkg_62b42fe85ef00416.zip.
+2025-06-12 19:58:21,564	INFO packaging.py:575 -- Creating a file package for local module '/mnt/petrelfs/luyiting/MultiAgentEval/lmm-r1'.

logs/20250612_213203/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 158429
+Train PID: 158430

logs/20250612_213203/train.log

@@ -0,0 +1,2 @@
+2025-06-12 21:32:24,467	INFO dashboard_sdk.py:338 -- Uploading package gcs://_ray_pkg_62b42fe85ef00416.zip.
+2025-06-12 21:32:24,468	INFO packaging.py:575 -- Creating a file package for local module '/mnt/petrelfs/luyiting/MultiAgentEval/lmm-r1'.

logs/20250612_230441/process_pids.txt

@@ -0,0 +1,2 @@
+Remote RM PID: 57294
+Train PID: 57295

logs/20250612_230441/train.log

@@ -0,0 +1,92 @@
+Traceback (most recent call last):
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/connection.py", line 198, in _new_conn
+    sock = connection.create_connection(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/util/connection.py", line 85, in create_connection
+    raise err
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/util/connection.py", line 73, in create_connection
+    sock.connect(sa)
+ConnectionRefusedError: [Errno 111] Connection refused
+
+The above exception was the direct cause of the following exception:
+
+Traceback (most recent call last):
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/connectionpool.py", line 787, in urlopen
+    response = self._make_request(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/connectionpool.py", line 493, in _make_request
+    conn.request(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/connection.py", line 445, in request
+    self.endheaders()
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/http/client.py", line 1278, in endheaders
+    self._send_output(message_body, encode_chunked=encode_chunked)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/http/client.py", line 1038, in _send_output
+    self.send(msg)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/http/client.py", line 976, in send
+    self.connect()
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/connection.py", line 276, in connect
+    self.sock = self._new_conn()
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/connection.py", line 213, in _new_conn
+    raise NewConnectionError(
+urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPConnection object at 0x7f2d87219cc0>: Failed to establish a new connection: [Errno 111] Connection refused
+
+The above exception was the direct cause of the following exception:
+
+Traceback (most recent call last):
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/requests/adapters.py", line 667, in send
+    resp = conn.urlopen(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/connectionpool.py", line 841, in urlopen
+    retries = retries.increment(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/urllib3/util/retry.py", line 519, in increment
+    raise MaxRetryError(_pool, url, reason) from reason  # type: ignore[arg-type]
+urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='127.0.0.1', port=2970): Max retries exceeded with url: /api/version (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f2d87219cc0>: Failed to establish a new connection: [Errno 111] Connection refused'))
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/dashboard_sdk.py", line 262, in _check_connection_and_version_with_url
+    r = self._do_request("GET", url)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/dashboard_sdk.py", line 303, in _do_request
+    return requests.request(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/requests/api.py", line 59, in request
+    return session.request(method=method, url=url, **kwargs)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/requests/sessions.py", line 589, in request
+    resp = self.send(prep, **send_kwargs)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/requests/sessions.py", line 703, in send
+    r = adapter.send(request, **kwargs)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/requests/adapters.py", line 700, in send
+    raise ConnectionError(e, request=request)
+requests.exceptions.ConnectionError: HTTPConnectionPool(host='127.0.0.1', port=2970): Max retries exceeded with url: /api/version (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f2d87219cc0>: Failed to establish a new connection: [Errno 111] Connection refused'))
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/bin/ray", line 8, in <module>
+    sys.exit(main())
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/scripts/scripts.py", line 2690, in main
+    return cli()
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/click/core.py", line 1161, in __call__
+    return self.main(*args, **kwargs)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/click/core.py", line 1082, in main
+    rv = self.invoke(ctx)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/click/core.py", line 1697, in invoke
+    return _process_result(sub_ctx.command.invoke(sub_ctx))
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/click/core.py", line 1697, in invoke
+    return _process_result(sub_ctx.command.invoke(sub_ctx))
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/click/core.py", line 1443, in invoke
+    return ctx.invoke(self.callback, **ctx.params)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/click/core.py", line 788, in invoke
+    return __callback(*args, **kwargs)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/job/cli_utils.py", line 54, in wrapper
+    return func(*args, **kwargs)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/autoscaler/_private/cli_logger.py", line 823, in wrapper
+    return f(*args, **kwargs)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/job/cli.py", line 267, in submit
+    client = _get_sdk_client(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/job/cli.py", line 32, in _get_sdk_client
+    client = JobSubmissionClient(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/job/sdk.py", line 105, in __init__
+    self._check_connection_and_version(
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/dashboard_sdk.py", line 248, in _check_connection_and_version
+    self._check_connection_and_version_with_url(min_version, version_error_message)
+  File "/mnt/petrelfs/luyiting/anaconda3/envs/lmmr1/lib/python3.10/site-packages/ray/dashboard/modules/dashboard_sdk.py", line 278, in _check_connection_and_version_with_url
+    raise ConnectionError(
+ConnectionError: Failed to connect to Ray at address: http://127.0.0.1:2970.