Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- README.md +59 -0
- adapter_config.json +45 -0
- added_tokens.json +38 -0
- all_results.json +8 -0
- checkpoint-24000/README.md +208 -0
- checkpoint-24000/adapter_config.json +45 -0
- checkpoint-24000/added_tokens.json +38 -0
- checkpoint-24000/chat_template.jinja +120 -0
- checkpoint-24000/checkpoint-24000_eval.jsonl +10 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000000_v_xSWpGhhM1H8.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000001_v_Jl2lDgcsvmA.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000002_v_ymJTN8aKZEw.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000003_v_dP2DgvNt12Y.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000004_v_6VT2jBflMAM.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000005_v_gqK_jApRT5E.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000006_v_xIhTY02lRSE.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000007_v_T7fzZX0qKKQ.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000008_v_RHpigjSwhVM.csv +8 -0
- checkpoint-24000/embedding_vis/checkpoint-24000/000009_v_vrXqd_Ct298.csv +8 -0
- checkpoint-24000/merges.txt +0 -0
- checkpoint-24000/preprocessor_config.json +39 -0
- checkpoint-24000/special_tokens_map.json +31 -0
- checkpoint-24000/tokenizer_config.json +321 -0
- checkpoint-24000/video_preprocessor_config.json +41 -0
- checkpoint-24000/vocab.json +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.csv +8 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000005_v_gqK_jApRT5E.csv +8 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000008_v_RHpigjSwhVM.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000011_v_l4UJiGsZVfE.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000014_v_QCeGGnd4QB0.csv +8 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000015_v_ooCciCGrdcA.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.csv +8 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000027_v_RGMSc1tfkzA.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000028_v_DguywhRJ7ds.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000032_v_Wy0u0amd4Ko.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000040_v_iosb2TdQ7yY.csv +8 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000041_v__D9oML1HvVw.png +0 -0
- checkpoint-30000/embedding_vis/checkpoint-30000/000042_v_FJ7yrh2UiQ8.csv +8 -0
- checkpoint-9000/README.md +208 -0
- checkpoint-9000/adapter_config.json +45 -0
- checkpoint-9000/added_tokens.json +38 -0
- checkpoint-9000/chat_template.jinja +120 -0
- checkpoint-9000/checkpoint-9000_eval.jsonl +0 -0
- checkpoint-9000/embedding_vis/checkpoint-9000/000001_v_Jl2lDgcsvmA.csv +8 -0
- checkpoint-9000/embedding_vis/checkpoint-9000/000004_v_6VT2jBflMAM.png +0 -0
- checkpoint-9000/embedding_vis/checkpoint-9000/000006_v_xIhTY02lRSE.csv +8 -0
- checkpoint-9000/embedding_vis/checkpoint-9000/000007_v_T7fzZX0qKKQ.png +0 -0
- checkpoint-9000/embedding_vis/checkpoint-9000/000009_v_vrXqd_Ct298.png +0 -0
README.md
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
library_name: peft
|
| 3 |
+
license: other
|
| 4 |
+
base_model: Qwen/Qwen3-VL-2B-Instruct
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:Qwen/Qwen3-VL-2B-Instruct
|
| 7 |
+
- llama-factory
|
| 8 |
+
- lora
|
| 9 |
+
- transformers
|
| 10 |
+
pipeline_tag: text-generation
|
| 11 |
+
model-index:
|
| 12 |
+
- name: softquery_stage0_lora_sft
|
| 13 |
+
results: []
|
| 14 |
+
---
|
| 15 |
+
|
| 16 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
| 17 |
+
should probably proofread and complete it, then remove this comment. -->
|
| 18 |
+
|
| 19 |
+
# softquery_stage0_lora_sft
|
| 20 |
+
|
| 21 |
+
This model is a fine-tuned version of [Qwen/Qwen3-VL-2B-Instruct](https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct) on the softquery_stage0 dataset.
|
| 22 |
+
|
| 23 |
+
## Model description
|
| 24 |
+
|
| 25 |
+
More information needed
|
| 26 |
+
|
| 27 |
+
## Intended uses & limitations
|
| 28 |
+
|
| 29 |
+
More information needed
|
| 30 |
+
|
| 31 |
+
## Training and evaluation data
|
| 32 |
+
|
| 33 |
+
More information needed
|
| 34 |
+
|
| 35 |
+
## Training procedure
|
| 36 |
+
|
| 37 |
+
### Training hyperparameters
|
| 38 |
+
|
| 39 |
+
The following hyperparameters were used during training:
|
| 40 |
+
- learning_rate: 0.0001
|
| 41 |
+
- train_batch_size: 1
|
| 42 |
+
- eval_batch_size: 8
|
| 43 |
+
- seed: 42
|
| 44 |
+
- optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
|
| 45 |
+
- lr_scheduler_type: cosine
|
| 46 |
+
- lr_scheduler_warmup_ratio: 0.1
|
| 47 |
+
- num_epochs: 1.0
|
| 48 |
+
|
| 49 |
+
### Training results
|
| 50 |
+
|
| 51 |
+
|
| 52 |
+
|
| 53 |
+
### Framework versions
|
| 54 |
+
|
| 55 |
+
- PEFT 0.17.1
|
| 56 |
+
- Transformers 4.57.1
|
| 57 |
+
- Pytorch 2.8.0+cu128
|
| 58 |
+
- Datasets 4.0.0
|
| 59 |
+
- Tokenizers 0.22.2
|
adapter_config.json
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-VL-2B-Instruct",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 32,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": [
|
| 22 |
+
"embed_tokens",
|
| 23 |
+
"lm_head"
|
| 24 |
+
],
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"qalora_group_size": 16,
|
| 27 |
+
"r": 16,
|
| 28 |
+
"rank_pattern": {},
|
| 29 |
+
"revision": null,
|
| 30 |
+
"target_modules": [
|
| 31 |
+
"v_proj",
|
| 32 |
+
"gate_proj",
|
| 33 |
+
"k_proj",
|
| 34 |
+
"q_proj",
|
| 35 |
+
"o_proj",
|
| 36 |
+
"down_proj",
|
| 37 |
+
"up_proj"
|
| 38 |
+
],
|
| 39 |
+
"target_parameters": null,
|
| 40 |
+
"task_type": "CAUSAL_LM",
|
| 41 |
+
"trainable_token_indices": null,
|
| 42 |
+
"use_dora": false,
|
| 43 |
+
"use_qalora": false,
|
| 44 |
+
"use_rslora": false
|
| 45 |
+
}
|
added_tokens.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</think>": 151668,
|
| 3 |
+
"</tool_call>": 151658,
|
| 4 |
+
"</tool_response>": 151666,
|
| 5 |
+
"<LAT0>": 151670,
|
| 6 |
+
"<LAT1>": 151671,
|
| 7 |
+
"<LAT2>": 151672,
|
| 8 |
+
"<LAT3>": 151673,
|
| 9 |
+
"<LAT4>": 151674,
|
| 10 |
+
"<LAT5>": 151675,
|
| 11 |
+
"<LAT6>": 151676,
|
| 12 |
+
"<LAT7>": 151677,
|
| 13 |
+
"<LAT_EOS>": 151678,
|
| 14 |
+
"<query>": 151669,
|
| 15 |
+
"<think>": 151667,
|
| 16 |
+
"<tool_call>": 151657,
|
| 17 |
+
"<tool_response>": 151665,
|
| 18 |
+
"<|box_end|>": 151649,
|
| 19 |
+
"<|box_start|>": 151648,
|
| 20 |
+
"<|endoftext|>": 151643,
|
| 21 |
+
"<|file_sep|>": 151664,
|
| 22 |
+
"<|fim_middle|>": 151660,
|
| 23 |
+
"<|fim_pad|>": 151662,
|
| 24 |
+
"<|fim_prefix|>": 151659,
|
| 25 |
+
"<|fim_suffix|>": 151661,
|
| 26 |
+
"<|im_end|>": 151645,
|
| 27 |
+
"<|im_start|>": 151644,
|
| 28 |
+
"<|image_pad|>": 151655,
|
| 29 |
+
"<|object_ref_end|>": 151647,
|
| 30 |
+
"<|object_ref_start|>": 151646,
|
| 31 |
+
"<|quad_end|>": 151651,
|
| 32 |
+
"<|quad_start|>": 151650,
|
| 33 |
+
"<|repo_name|>": 151663,
|
| 34 |
+
"<|video_pad|>": 151656,
|
| 35 |
+
"<|vision_end|>": 151653,
|
| 36 |
+
"<|vision_pad|>": 151654,
|
| 37 |
+
"<|vision_start|>": 151652
|
| 38 |
+
}
|
all_results.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"epoch": 1.0,
|
| 3 |
+
"total_flos": 5.282142592578355e+16,
|
| 4 |
+
"train_loss": 0.4946937225859612,
|
| 5 |
+
"train_runtime": 3525.3482,
|
| 6 |
+
"train_samples_per_second": 1.418,
|
| 7 |
+
"train_steps_per_second": 1.418
|
| 8 |
+
}
|
checkpoint-24000/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: Qwen/Qwen3-VL-2B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:Qwen/Qwen3-VL-2B-Instruct
|
| 7 |
+
- llama-factory
|
| 8 |
+
- lora
|
| 9 |
+
- transformers
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.17.1
|
checkpoint-24000/adapter_config.json
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-VL-2B-Instruct",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 32,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": [
|
| 22 |
+
"embed_tokens",
|
| 23 |
+
"lm_head"
|
| 24 |
+
],
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"qalora_group_size": 16,
|
| 27 |
+
"r": 16,
|
| 28 |
+
"rank_pattern": {},
|
| 29 |
+
"revision": null,
|
| 30 |
+
"target_modules": [
|
| 31 |
+
"k_proj",
|
| 32 |
+
"up_proj",
|
| 33 |
+
"q_proj",
|
| 34 |
+
"v_proj",
|
| 35 |
+
"down_proj",
|
| 36 |
+
"o_proj",
|
| 37 |
+
"gate_proj"
|
| 38 |
+
],
|
| 39 |
+
"target_parameters": null,
|
| 40 |
+
"task_type": "CAUSAL_LM",
|
| 41 |
+
"trainable_token_indices": null,
|
| 42 |
+
"use_dora": false,
|
| 43 |
+
"use_qalora": false,
|
| 44 |
+
"use_rslora": false
|
| 45 |
+
}
|
checkpoint-24000/added_tokens.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</think>": 151668,
|
| 3 |
+
"</tool_call>": 151658,
|
| 4 |
+
"</tool_response>": 151666,
|
| 5 |
+
"<LAT0>": 151670,
|
| 6 |
+
"<LAT1>": 151671,
|
| 7 |
+
"<LAT2>": 151672,
|
| 8 |
+
"<LAT3>": 151673,
|
| 9 |
+
"<LAT4>": 151674,
|
| 10 |
+
"<LAT5>": 151675,
|
| 11 |
+
"<LAT6>": 151676,
|
| 12 |
+
"<LAT7>": 151677,
|
| 13 |
+
"<LAT_EOS>": 151678,
|
| 14 |
+
"<query>": 151669,
|
| 15 |
+
"<think>": 151667,
|
| 16 |
+
"<tool_call>": 151657,
|
| 17 |
+
"<tool_response>": 151665,
|
| 18 |
+
"<|box_end|>": 151649,
|
| 19 |
+
"<|box_start|>": 151648,
|
| 20 |
+
"<|endoftext|>": 151643,
|
| 21 |
+
"<|file_sep|>": 151664,
|
| 22 |
+
"<|fim_middle|>": 151660,
|
| 23 |
+
"<|fim_pad|>": 151662,
|
| 24 |
+
"<|fim_prefix|>": 151659,
|
| 25 |
+
"<|fim_suffix|>": 151661,
|
| 26 |
+
"<|im_end|>": 151645,
|
| 27 |
+
"<|im_start|>": 151644,
|
| 28 |
+
"<|image_pad|>": 151655,
|
| 29 |
+
"<|object_ref_end|>": 151647,
|
| 30 |
+
"<|object_ref_start|>": 151646,
|
| 31 |
+
"<|quad_end|>": 151651,
|
| 32 |
+
"<|quad_start|>": 151650,
|
| 33 |
+
"<|repo_name|>": 151663,
|
| 34 |
+
"<|video_pad|>": 151656,
|
| 35 |
+
"<|vision_end|>": 151653,
|
| 36 |
+
"<|vision_pad|>": 151654,
|
| 37 |
+
"<|vision_start|>": 151652
|
| 38 |
+
}
|
checkpoint-24000/chat_template.jinja
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0].role == 'system' %}
|
| 4 |
+
{%- if messages[0].content is string %}
|
| 5 |
+
{{- messages[0].content }}
|
| 6 |
+
{%- else %}
|
| 7 |
+
{%- for content in messages[0].content %}
|
| 8 |
+
{%- if 'text' in content %}
|
| 9 |
+
{{- content.text }}
|
| 10 |
+
{%- endif %}
|
| 11 |
+
{%- endfor %}
|
| 12 |
+
{%- endif %}
|
| 13 |
+
{{- '\n\n' }}
|
| 14 |
+
{%- endif %}
|
| 15 |
+
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 16 |
+
{%- for tool in tools %}
|
| 17 |
+
{{- "\n" }}
|
| 18 |
+
{{- tool | tojson }}
|
| 19 |
+
{%- endfor %}
|
| 20 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 21 |
+
{%- else %}
|
| 22 |
+
{%- if messages[0].role == 'system' %}
|
| 23 |
+
{{- '<|im_start|>system\n' }}
|
| 24 |
+
{%- if messages[0].content is string %}
|
| 25 |
+
{{- messages[0].content }}
|
| 26 |
+
{%- else %}
|
| 27 |
+
{%- for content in messages[0].content %}
|
| 28 |
+
{%- if 'text' in content %}
|
| 29 |
+
{{- content.text }}
|
| 30 |
+
{%- endif %}
|
| 31 |
+
{%- endfor %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '<|im_end|>\n' }}
|
| 34 |
+
{%- endif %}
|
| 35 |
+
{%- endif %}
|
| 36 |
+
{%- set image_count = namespace(value=0) %}
|
| 37 |
+
{%- set video_count = namespace(value=0) %}
|
| 38 |
+
{%- for message in messages %}
|
| 39 |
+
{%- if message.role == "user" %}
|
| 40 |
+
{{- '<|im_start|>' + message.role + '\n' }}
|
| 41 |
+
{%- if message.content is string %}
|
| 42 |
+
{{- message.content }}
|
| 43 |
+
{%- else %}
|
| 44 |
+
{%- for content in message.content %}
|
| 45 |
+
{%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
|
| 46 |
+
{%- set image_count.value = image_count.value + 1 %}
|
| 47 |
+
{%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
|
| 48 |
+
<|vision_start|><|image_pad|><|vision_end|>
|
| 49 |
+
{%- elif content.type == 'video' or 'video' in content %}
|
| 50 |
+
{%- set video_count.value = video_count.value + 1 %}
|
| 51 |
+
{%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
|
| 52 |
+
<|vision_start|><|video_pad|><|vision_end|>
|
| 53 |
+
{%- elif 'text' in content %}
|
| 54 |
+
{{- content.text }}
|
| 55 |
+
{%- endif %}
|
| 56 |
+
{%- endfor %}
|
| 57 |
+
{%- endif %}
|
| 58 |
+
{{- '<|im_end|>\n' }}
|
| 59 |
+
{%- elif message.role == "assistant" %}
|
| 60 |
+
{{- '<|im_start|>' + message.role + '\n' }}
|
| 61 |
+
{%- if message.content is string %}
|
| 62 |
+
{{- message.content }}
|
| 63 |
+
{%- else %}
|
| 64 |
+
{%- for content_item in message.content %}
|
| 65 |
+
{%- if 'text' in content_item %}
|
| 66 |
+
{{- content_item.text }}
|
| 67 |
+
{%- endif %}
|
| 68 |
+
{%- endfor %}
|
| 69 |
+
{%- endif %}
|
| 70 |
+
{%- if message.tool_calls %}
|
| 71 |
+
{%- for tool_call in message.tool_calls %}
|
| 72 |
+
{%- if (loop.first and message.content) or (not loop.first) %}
|
| 73 |
+
{{- '\n' }}
|
| 74 |
+
{%- endif %}
|
| 75 |
+
{%- if tool_call.function %}
|
| 76 |
+
{%- set tool_call = tool_call.function %}
|
| 77 |
+
{%- endif %}
|
| 78 |
+
{{- '<tool_call>\n{"name": "' }}
|
| 79 |
+
{{- tool_call.name }}
|
| 80 |
+
{{- '", "arguments": ' }}
|
| 81 |
+
{%- if tool_call.arguments is string %}
|
| 82 |
+
{{- tool_call.arguments }}
|
| 83 |
+
{%- else %}
|
| 84 |
+
{{- tool_call.arguments | tojson }}
|
| 85 |
+
{%- endif %}
|
| 86 |
+
{{- '}\n</tool_call>' }}
|
| 87 |
+
{%- endfor %}
|
| 88 |
+
{%- endif %}
|
| 89 |
+
{{- '<|im_end|>\n' }}
|
| 90 |
+
{%- elif message.role == "tool" %}
|
| 91 |
+
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
| 92 |
+
{{- '<|im_start|>user' }}
|
| 93 |
+
{%- endif %}
|
| 94 |
+
{{- '\n<tool_response>\n' }}
|
| 95 |
+
{%- if message.content is string %}
|
| 96 |
+
{{- message.content }}
|
| 97 |
+
{%- else %}
|
| 98 |
+
{%- for content in message.content %}
|
| 99 |
+
{%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
|
| 100 |
+
{%- set image_count.value = image_count.value + 1 %}
|
| 101 |
+
{%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
|
| 102 |
+
<|vision_start|><|image_pad|><|vision_end|>
|
| 103 |
+
{%- elif content.type == 'video' or 'video' in content %}
|
| 104 |
+
{%- set video_count.value = video_count.value + 1 %}
|
| 105 |
+
{%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
|
| 106 |
+
<|vision_start|><|video_pad|><|vision_end|>
|
| 107 |
+
{%- elif 'text' in content %}
|
| 108 |
+
{{- content.text }}
|
| 109 |
+
{%- endif %}
|
| 110 |
+
{%- endfor %}
|
| 111 |
+
{%- endif %}
|
| 112 |
+
{{- '\n</tool_response>' }}
|
| 113 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 114 |
+
{{- '<|im_end|>\n' }}
|
| 115 |
+
{%- endif %}
|
| 116 |
+
{%- endif %}
|
| 117 |
+
{%- endfor %}
|
| 118 |
+
{%- if add_generation_prompt %}
|
| 119 |
+
{{- '<|im_start|>assistant\n' }}
|
| 120 |
+
{%- endif %}
|
checkpoint-24000/checkpoint-24000_eval.jsonl
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": true, "pos_rank": 0, "base_pos_rank": 5, "input_rank": 0, "base_input_rank": 5, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video contains the moment which describes \"A number of people wearing blue shirts are assembling in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_xSWpGhhM1H8", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_xSWpGhhM1H8.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "", "ranking_topk": ["v_xSWpGhhM1H8", "v_qGID8CHyClA", "v_8YKUwWUU-O0", "v_mFWRIp164r4", "v_iMB_mb11KWM", "v_XELYXH6fqeA", "v_9L-aeZsgwZs", "v_8r167TmBebg", "v_I3BWhaDRxGk", "v_wKThOOUV6lY", "v_TNFoUBRsngY", "v_Fv1qhPABYk0", "v_PmmKHLmG5Ec", "v_wlcU-u-xsH4", "v_XDBugI_CcYs", "v_mg0n3DNtUZU", "v_otq24Pdm3sc", "v_wb8TkqxxEuo", "v_ETHVjrG7S4k", "v_4mSPGxeKK2k", "v_ma9R2AjCRZE", "v_-lEsnrNNZFU", "v_sGGnEgCnEt8", "v_zqcJ0N_a6y8", "v_7x_1tRem1gA", "v_e9bdQGmyrKA", "v_1NAlbF88oUI", "v_9aRUmbcYxUM", "v_KEMMmoIdT3g", "v_jQR4Hhaf8o8", "v_eMI2x3HFozQ", "v_2g9GrshWQrU", "v_wnnoaLzYqVQ", "v_jQVT4u6NojM", "v_1scjpxusQx0", "v_45gAK3x_0ds", "v_dcEdjqyHj8M", "v_pnxgTQofPQo", "v_-cJova7MiO8", "v_YozbZM_nA0c", "v_a_uamUiKq1o", "v_uID_HFDKFKw", "v_ymJTN8aKZEw", "v_WTfeKnRJ17g", "v_eFbZ0_TJLE0", "v_uyzQkTArIwU", "v_jeaaS1NK_d4", "v_vlqrUu4gi0Q", "v_dSF2i1OQtMc", "v_0zjA3KPnLK8", "v_ZdaS-WZHUZY", "v_gIgim1Dp8HU", "v_QMCHIR3nDLs", "v_CtQ25XC45As", "v_JGuVc7z_YOQ", "v_7vgokK5_Pvc", "v_Q_W0GL3ljUY", "v_ReKUs0km4X8", "v_K3Z3z8t-RIQ", "v_wGEaIInAtT4", "v_DRSH-_Ye9eE", "v_SvIUXZqy8Hs", "v_pGKTRM1vcfw", "v_L149Uf5V7K0", "v_r8hXEpP7HH0", "v_mkEME_iWi9o", "v_Ty0BvWyYPVA", "v_w0d32MVTY9Q", "v_CBW_uJJpmZY", "v_-DpnaHTk8PA", "v_oUQPIZu5bVU", "v_UuLBAMSmwgc", "v__HMwzNA9DNY", "v_fvslbZDJ3C8", "v_DXhVbxfmrYM", "v_-5Q7iNtaWCU", "v_wH-uaN8gL_k", "v_94wjthSzsSQ", "v_bcXc6mKSEEM", "v_o_JAjYZDs9Y", "v_aw4ehW-wTKA", "v_qUFPq8D0jMc", "v_n_9skH6xGeM", "v_VR19Scunfhg", "v_Jd0hvO7erXM", "v_yVp99wxlW90", "v_BMxtjh9E7BY", "v_4yZ1agUX004", "v_ncgzVLi_hlI", "v_YZvdzvM-124", "v_m4EcgRjCpi8", "v_d7gbNqcKXps", "v_JXMD8Obk0yg", "v_Y9xPzIiy6mI", "v_KfzVxgHEyzI", "v_qwxmpiaT-kk", "v_Ih8bPM3p0rE", "v_1jWMd8QaN5s", "v_M0sa3xWhFGo", "v_6LLDsbc8XMM"], "ranking_scores": [0.9125843048095703, 0.9027307033538818, 0.8880897760391235, 0.8665975332260132, 0.8655029535293579, 0.8615694046020508, 0.8612003326416016, 0.856353223323822, 0.8539806604385376, 0.8526016473770142, 0.8401601314544678, 0.8164357542991638, 0.8162632584571838, 0.7870032787322998, 0.7740680575370789, 0.7270910143852234, 0.7081761956214905, 0.6991838216781616, 0.6792526245117188, 0.6790069937705994, 0.6708270311355591, 0.652986466884613, 0.6399606466293335, 0.6349020004272461, 0.6346353888511658, 0.6306471824645996, 0.6215594410896301, 0.6148881912231445, 0.6079224348068237, 0.6049672365188599, 0.6040326356887817, 0.6036309599876404, 0.6032114624977112, 0.6024684906005859, 0.6005071401596069, 0.5999870896339417, 0.5998669862747192, 0.5988660454750061, 0.5954367518424988, 0.5953813791275024, 0.5952661037445068, 0.5942527055740356, 0.5932860374450684, 0.591952919960022, 0.59110027551651, 0.5910122990608215, 0.5908669233322144, 0.5899783372879028, 0.5868673324584961, 0.5865366458892822, 0.5842734575271606, 0.5836150646209717, 0.5832762718200684, 0.5817101001739502, 0.5803433656692505, 0.5799814462661743, 0.5793637037277222, 0.5790802240371704, 0.5790644884109497, 0.5786842107772827, 0.5784560441970825, 0.5779976844787598, 0.5769411325454712, 0.5768521428108215, 0.576734185218811, 0.5762283802032471, 0.5754666328430176, 0.5748212933540344, 0.5746668577194214, 0.5745657682418823, 0.5738207101821899, 0.5736842751502991, 0.5734766721725464, 0.5723642706871033, 0.5720787048339844, 0.5716434121131897, 0.5669867992401123, 0.5667076706886292, 0.5660741329193115, 0.5655966401100159, 0.5650173425674438, 0.5649582743644714, 0.5643937587738037, 0.564293622970581, 0.5626710653305054, 0.5622539520263672, 0.5615921020507812, 0.5600625872612, 0.559575617313385, 0.5592517852783203, 0.5583692193031311, 0.5574877858161926, 0.5573639273643494, 0.5572232007980347, 0.5563852190971375, 0.5560850501060486, 0.555830717086792, 0.5549163818359375, 0.5535367727279663, 0.5534193515777588], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 2 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 13, "base_pos_rank": 5, "input_rank": 6, "base_input_rank": 0, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a group of people in a yard, but it is missing the blue shirts, the large white house, and the activity centered around the yard's sizable hole. Query Rewrite: A group of people wearing blue shirts is gathered in a yard behind a large, white house, possibly participating in an activity around the yard's hole.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_Jl2lDgcsvmA", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_Jl2lDgcsvmA.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_Jl2lDgcsvmA", "ranking_topk": ["v_ymJTN8aKZEw", "v_7ZbH4vHTmVs", "v_F8K9WQfHth4", "v_6VT2jBflMAM", "v_dP2DgvNt12Y", "v_yVp99wxlW90", "v_Jl2lDgcsvmA", "v_u-yFENQQxAo", "v_kyvxaxRFLG8", "v_l-gHWS0oXiw", "v_vGcH8N8sJlM", "v_Obj__zWaZqk", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_POYg9zju63U", "v_XELYXH6fqeA", "v_oy1XjDer7o4", "v_iosb2TdQ7yY", "v_3q_MOQNfSmA", "v_HZWdMK6zhec", "v_iiqaJGokpEw", "v_USWExMIMcik", "v_cc9iCNPSiKc", "v_SvIUXZqy8Hs", "v_8Da6w-Eg3Ko", "v_d7gbNqcKXps", "v_s4Ryxk3TxKA", "v_s2VpBgSWIPg", "v_L963epA4MFU", "v_sC7xUkNTpP4", "v_w7IeqGuuA7Q", "v_EDkYPikPWW8", "v_b4DhjwkO-b4", "v_ZpyCrs-q-so", "v_axzmwzPQ134", "v_iDhzxzLmwoI", "v_uJ_QCxMDfag", "v_uID_HFDKFKw", "v_9wRQsxVFwkE", "v_4OIkfJ_IkpA", "v_YozbZM_nA0c", "v_MT852hP9wVk", "v_AFb77tjPuwQ", "v_lEGetBydfl4", "v_iSH43hQoxio", "v_l9o9R7UcPuc", "v_IQGg87yZZjs", "v_lQWij22wbNU", "v_mWNTl9Bh7kI", "v_JGuVc7z_YOQ", "v_NURr5XJcwFs", "v_mFWRIp164r4", "v_3K_8CdJS9lE", "v_GR6Ul2pD8_Y", "v_yE5whKJ-DE4", "v_gSH5ya0pfko", "v_5X7zeOps9uA", "v_wH-uaN8gL_k", "v_fCLnOf-YjEI", "v_qrvPTE0kb5U", "v_1hiyhNqakMI", "v_Ty0BvWyYPVA", "v_HdZjxdQhtZo", "v_rulzKikXMHo", "v_35SpLMcN-m8", "v_Rd9TrjbCkAE", "v_N6ERAg1EKcc", "v_DQLotF3P9Fc", "v_-5Q7iNtaWCU", "v_pnxgTQofPQo", "v_C0gGikr-Dw8", "v_EvJqfGXb5Fo", "v_oCicjtc1t9Y", "v_Rq1MoqtH8fM", "v_51wFW1g42VQ", "v_VpZ3PaLi2RQ", "v_svG8RyP-OlU", "v_90vop6PS2Y0", "v_qGID8CHyClA", "v_7GOPv-XegSc", "v_8YKUwWUU-O0", "v_5Yq5GMPBguI", "v_bqnRA6rZcqs", "v_sa5ZuxFDZNw", "v_fG0nn2IVdDM", "v_rgAALWYnRrg", "v_DhgdEfKAvO0", "v_wb8TkqxxEuo", "v_biyf6Q-xF0M", "v_QMCHIR3nDLs", "v_fyxXJJhCGBQ", "v_-erT3ckPkAg", "v_rfH9VLQAuwY", "v_4Ex-sB0vtwk", "v_zwa44U585FE", "v_G77y1JRjZDU", "v_KfzVxgHEyzI", "v_JSqJmZPqDy8", "v_2Tuht3F2uc8", "v_eBlYGGmeBY0"], "ranking_scores": [0.773174524307251, 0.7562273740768433, 0.7543356418609619, 0.7491447925567627, 0.7484524250030518, 0.7421795129776001, 0.7390929460525513, 0.7241783142089844, 0.7211713790893555, 0.7185889482498169, 0.7160168886184692, 0.7108068466186523, 0.7010328769683838, 0.6988417506217957, 0.6914927363395691, 0.6905714273452759, 0.6894768476486206, 0.6889398694038391, 0.6882479190826416, 0.6838602423667908, 0.6829210519790649, 0.6817628145217896, 0.6811391115188599, 0.6797054409980774, 0.6780175566673279, 0.6774725317955017, 0.6770675182342529, 0.6759659051895142, 0.6754260063171387, 0.6744915843009949, 0.673991322517395, 0.6737977266311646, 0.673635721206665, 0.6728073358535767, 0.6715168356895447, 0.6708968877792358, 0.6703615784645081, 0.6702084541320801, 0.669320821762085, 0.6679995656013489, 0.6662975549697876, 0.6646208763122559, 0.6637985110282898, 0.6635177135467529, 0.6618262529373169, 0.6604233980178833, 0.6595211625099182, 0.65939861536026, 0.6585023403167725, 0.6576991081237793, 0.6572959423065186, 0.6569888591766357, 0.655756950378418, 0.6546603441238403, 0.654434084892273, 0.6544025540351868, 0.6540883779525757, 0.6536999940872192, 0.6531929969787598, 0.6519781351089478, 0.6500924825668335, 0.6497498154640198, 0.6497185230255127, 0.6496517062187195, 0.6491231322288513, 0.6489061117172241, 0.6484730243682861, 0.6484535932540894, 0.6479407548904419, 0.6475135087966919, 0.6469612121582031, 0.6468362212181091, 0.6466578841209412, 0.6458909511566162, 0.6455031633377075, 0.6449914574623108, 0.6444008350372314, 0.6441224813461304, 0.6439005732536316, 0.643641471862793, 0.6426111459732056, 0.6414670944213867, 0.6412525773048401, 0.6406123638153076, 0.6396733522415161, 0.6394831538200378, 0.638405442237854, 0.6379448175430298, 0.6378450393676758, 0.6364905834197998, 0.6364721059799194, 0.6357778310775757, 0.635525107383728, 0.6351989507675171, 0.6346313953399658, 0.6345677375793457, 0.6341818571090698, 0.6335070133209229, 0.633310079574585, 0.6325552463531494], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 3 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 35, "base_pos_rank": 5, "input_rank": 0, "base_input_rank": 1, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video contains the moment which describes \"A number of people wearing blue shirts are assembling in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_ymJTN8aKZEw", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_ymJTN8aKZEw.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_ymJTN8aKZEw", "ranking_topk": ["v_ymJTN8aKZEw", "v_rulzKikXMHo", "v_iiqaJGokpEw", "v_6VT2jBflMAM", "v_F8K9WQfHth4", "v_5X7zeOps9uA", "v_DQLotF3P9Fc", "v_EDkYPikPWW8", "v_rgAALWYnRrg", "v_USWExMIMcik", "v_3K_8CdJS9lE", "v_74AJ-1e1qGA", "v_w7IeqGuuA7Q", "v_pnxgTQofPQo", "v_48zOi9j1E0A", "v_e8MK2naV6E8", "v_xzuQIbnXt2U", "v_yVp99wxlW90", "v_nfjIQXyL7_Y", "v_Q_W0GL3ljUY", "v_RrKCACSu9xU", "v_bqnRA6rZcqs", "v_XELYXH6fqeA", "v_vGcH8N8sJlM", "v_SvIUXZqy8Hs", "v_7vgokK5_Pvc", "v_W84TQm1l90U", "v_dP2DgvNt12Y", "v_KfzVxgHEyzI", "v_ZYPKueJon34", "v_2PFU_Ee0x14", "v_Jl2lDgcsvmA", "v_HZWdMK6zhec", "v_0ZXc2fEDgg8", "v_N6ERAg1EKcc", "v_xSWpGhhM1H8", "v_C0gGikr-Dw8", "v_sC7xUkNTpP4", "v_kyvxaxRFLG8", "v_NURr5XJcwFs", "v_6LLDsbc8XMM", "v_HNR_HofJ_Fs", "v_gxJeNdvNzhU", "v_uID_HFDKFKw", "v_lQWij22wbNU", "v_mFWRIp164r4", "v_DhgdEfKAvO0", "v_59R_1aBnFn4", "v_uyzQkTArIwU", "v_JGuVc7z_YOQ", "v_8YKUwWUU-O0", "v_eUKMPNZ3NI4", "v_jQR4Hhaf8o8", "v_94wjthSzsSQ", "v_lztbD1NRU4M", "v_-erT3ckPkAg", "v_wH-uaN8gL_k", "v_i4SvqrGYH-Q", "v_cc9iCNPSiKc", "v_yKLX0iXyLsQ", "v_b4DhjwkO-b4", "v_fvslbZDJ3C8", "v_swmNnPkPBek", "v_ZpyCrs-q-so", "v_Ih8bPM3p0rE", "v_4Ex-sB0vtwk", "v_yGwevg8vwuU", "v_u9ec3Exc5mI", "v_KbbEbeCJTJg", "v_eH8PT9fzbqU", "v_qrvPTE0kb5U", "v_lEGetBydfl4", "v_mIC02-VKqUE", "v_qGID8CHyClA", "v_APlxSpTZVPI", "v_fgoXpih2Kws", "v_079MEwdDNjg", "v_35SpLMcN-m8", "v_d7gbNqcKXps", "v_qBqUu4_qOnU", "v_-VexUX6OJBM", "v_WtNvqSFTgxI", "v_-5Q7iNtaWCU", "v_gSH5ya0pfko", "v_kFP91VjB1AI", "v_1hiyhNqakMI", "v_6fWXqCWuU9Y", "v_IQGg87yZZjs", "v_HZ0tf9Cp340", "v_6kgJx6ahgq0", "v_pgff9mC5y3s", "v_q5tYHwZLRYU", "v_SfQku6CicrU", "v_knnQ99kDt8w", "v_firp_OhUMPc", "v_9L-aeZsgwZs", "v_Upd7zpT6tuc", "v_fG0nn2IVdDM", "v_2mXGnG6ZBDA", "v_JSqJmZPqDy8"], "ranking_scores": [0.8591006994247437, 0.7523940801620483, 0.7453689575195312, 0.7395594716072083, 0.7384958267211914, 0.7373855710029602, 0.7360787987709045, 0.7321761846542358, 0.719702959060669, 0.7196658253669739, 0.7165916562080383, 0.7129247188568115, 0.7102903127670288, 0.7102279663085938, 0.7097083330154419, 0.707752525806427, 0.7073442339897156, 0.7059204578399658, 0.7035529613494873, 0.7013530731201172, 0.7006034255027771, 0.7005650997161865, 0.7002679109573364, 0.6999975442886353, 0.6999738216400146, 0.6988800168037415, 0.6978837251663208, 0.6973308324813843, 0.6972205638885498, 0.6963752508163452, 0.6947963237762451, 0.6938508749008179, 0.6932996511459351, 0.6896637678146362, 0.6887475252151489, 0.6873620748519897, 0.6852981448173523, 0.6849837303161621, 0.6838007569313049, 0.683761477470398, 0.6836531758308411, 0.6832491159439087, 0.6827087998390198, 0.6822510361671448, 0.6808527112007141, 0.6792306900024414, 0.6790230870246887, 0.6788833141326904, 0.6768075227737427, 0.6759083271026611, 0.6724574565887451, 0.672423243522644, 0.6722588539123535, 0.6705496907234192, 0.6696873903274536, 0.6685623526573181, 0.6684584617614746, 0.6667471528053284, 0.6657650470733643, 0.6644649505615234, 0.6643450856208801, 0.6641228199005127, 0.6640123128890991, 0.6637859344482422, 0.6627343893051147, 0.6618015766143799, 0.661409854888916, 0.6601774096488953, 0.6597445607185364, 0.6596336364746094, 0.6595298051834106, 0.6582088470458984, 0.6578819751739502, 0.6576530933380127, 0.6575801372528076, 0.6574701070785522, 0.6574528217315674, 0.6572720408439636, 0.6569550037384033, 0.6533979177474976, 0.6507644653320312, 0.650033712387085, 0.6499172449111938, 0.649653434753418, 0.6492981910705566, 0.6491043567657471, 0.6489323377609253, 0.6471872925758362, 0.64717698097229, 0.6466400027275085, 0.6463682651519775, 0.6462213397026062, 0.6460623741149902, 0.6456664800643921, 0.6455061435699463, 0.6450377106666565, 0.6450232267379761, 0.6446353197097778, 0.6437690258026123, 0.6436058282852173], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 4 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 12, "base_pos_rank": 5, "input_rank": 1, "base_input_rank": 2, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a group of people in a yard, but it is missing the specific detail of people wearing blue shirts and the context of a large, white house with a yard hole. Query Rewrite: A group of people wearing blue shirts is gathered in a yard behind a large, white house, possibly involved in an activity around a yard hole.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_dP2DgvNt12Y", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_dP2DgvNt12Y.mkv", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_dP2DgvNt12Y", "ranking_topk": ["v_7ZbH4vHTmVs", "v_dP2DgvNt12Y", "v_ymJTN8aKZEw", "v_F8K9WQfHth4", "v_u-yFENQQxAo", "v_6VT2jBflMAM", "v_l-gHWS0oXiw", "v_yVp99wxlW90", "v_kyvxaxRFLG8", "v_Jl2lDgcsvmA", "v_gqK_jApRT5E", "v_Obj__zWaZqk", "v_xSWpGhhM1H8", "v_vGcH8N8sJlM", "v_POYg9zju63U", "v_iosb2TdQ7yY", "v_XELYXH6fqeA", "v_cc9iCNPSiKc", "v_L963epA4MFU", "v_8Da6w-Eg3Ko", "v_s4Ryxk3TxKA", "v_oy1XjDer7o4", "v_iDhzxzLmwoI", "v_uJ_QCxMDfag", "v_iiqaJGokpEw", "v_3q_MOQNfSmA", "v_9wRQsxVFwkE", "v_EDkYPikPWW8", "v_iSH43hQoxio", "v_SvIUXZqy8Hs", "v_YozbZM_nA0c", "v_GR6Ul2pD8_Y", "v_4OIkfJ_IkpA", "v_ZpyCrs-q-so", "v_s2VpBgSWIPg", "v_l9o9R7UcPuc", "v_HZWdMK6zhec", "v_w7IeqGuuA7Q", "v_yE5whKJ-DE4", "v_USWExMIMcik", "v_b4DhjwkO-b4", "v_mFWRIp164r4", "v_axzmwzPQ134", "v_fCLnOf-YjEI", "v_uID_HFDKFKw", "v_MT852hP9wVk", "v_3K_8CdJS9lE", "v_d7gbNqcKXps", "v_NURr5XJcwFs", "v_EvJqfGXb5Fo", "v_7GOPv-XegSc", "v_svG8RyP-OlU", "v_90vop6PS2Y0", "v_Rd9TrjbCkAE", "v_oCicjtc1t9Y", "v_AFb77tjPuwQ", "v_5X7zeOps9uA", "v_Rq1MoqtH8fM", "v_lEGetBydfl4", "v_1hiyhNqakMI", "v_pnxgTQofPQo", "v_qGID8CHyClA", "v_biyf6Q-xF0M", "v_sC7xUkNTpP4", "v_wH-uaN8gL_k", "v_8YKUwWUU-O0", "v_wb8TkqxxEuo", "v_HdZjxdQhtZo", "v_lQWij22wbNU", "v_QMCHIR3nDLs", "v_fG0nn2IVdDM", "v_eBlYGGmeBY0", "v_JGuVc7z_YOQ", "v_bqnRA6rZcqs", "v_N6ERAg1EKcc", "v_gSH5ya0pfko", "v_IQGg87yZZjs", "v_z8VqGGu5vPc", "v_VpZ3PaLi2RQ", "v_wlcU-u-xsH4", "v_51wFW1g42VQ", "v_G77y1JRjZDU", "v_5Yq5GMPBguI", "v_2Tuht3F2uc8", "v_DhgdEfKAvO0", "v_MsalIjwP3no", "v_-5Q7iNtaWCU", "v_-erT3ckPkAg", "v_C0gGikr-Dw8", "v_fyxXJJhCGBQ", "v_BH-kBRn84i8", "v_qrvPTE0kb5U", "v_mWNTl9Bh7kI", "v_D_y9uXMbImA", "v_DQLotF3P9Fc", "v_rulzKikXMHo", "v_rgAALWYnRrg", "v_I3BWhaDRxGk", "v_Ty0BvWyYPVA", "v_HgOHqD0lWTE"], "ranking_scores": [0.7694805860519409, 0.7634696960449219, 0.7568545341491699, 0.7360440492630005, 0.7283305525779724, 0.7250134944915771, 0.7238922119140625, 0.719953179359436, 0.7163004875183105, 0.7155503034591675, 0.7098278999328613, 0.7042168974876404, 0.7033972144126892, 0.6995525360107422, 0.6989775896072388, 0.6967408657073975, 0.6958189010620117, 0.6953679919242859, 0.6895378828048706, 0.6859478950500488, 0.6813969612121582, 0.6783379316329956, 0.677199125289917, 0.6721288561820984, 0.6715207099914551, 0.67071533203125, 0.6703966856002808, 0.6674357056617737, 0.665787935256958, 0.6647721529006958, 0.6646036505699158, 0.6644532084465027, 0.6642764806747437, 0.6642551422119141, 0.6631443500518799, 0.6622612476348877, 0.661439836025238, 0.6610535383224487, 0.6606411933898926, 0.660559356212616, 0.6597563028335571, 0.6591403484344482, 0.6572361588478088, 0.6566108465194702, 0.6554523706436157, 0.6541630625724792, 0.6529382467269897, 0.6527745723724365, 0.6525031328201294, 0.6519927382469177, 0.6517446637153625, 0.6506795883178711, 0.6501463055610657, 0.64946049451828, 0.6492675542831421, 0.6490646600723267, 0.648550271987915, 0.648013174533844, 0.6471441984176636, 0.6468393206596375, 0.6458553075790405, 0.6458154916763306, 0.6456791162490845, 0.6455556154251099, 0.6452561020851135, 0.643508791923523, 0.643291711807251, 0.6417365670204163, 0.640542209148407, 0.6404922604560852, 0.6399011611938477, 0.6396372318267822, 0.6386674642562866, 0.6380287408828735, 0.6379772424697876, 0.6376309394836426, 0.6367507576942444, 0.6361602544784546, 0.6361032128334045, 0.635272741317749, 0.6352157592773438, 0.6350924372673035, 0.6349055767059326, 0.6333798766136169, 0.6332501173019409, 0.6329947113990784, 0.632927656173706, 0.6320869326591492, 0.6316176056861877, 0.6314429640769958, 0.6309158802032471, 0.6308588981628418, 0.6301307678222656, 0.6286319494247437, 0.6277194023132324, 0.626960277557373, 0.6269491314888, 0.626384973526001, 0.6263576745986938, 0.6261111497879028], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 5 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 13, "base_pos_rank": 5, "input_rank": 2, "base_input_rank": 3, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a yard and a group of people, but it is missing the specific detail of people wearing blue shirts and the context of a large, white house with a hole in the yard. Query Rewrite: A group of people wearing blue shirts are gathered in a yard behind a large, white house, possibly involved in an activity around a hole in the yard.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_6VT2jBflMAM", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_6VT2jBflMAM.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_6VT2jBflMAM", "ranking_topk": ["v_ymJTN8aKZEw", "v_F8K9WQfHth4", "v_6VT2jBflMAM", "v_yVp99wxlW90", "v_Jl2lDgcsvmA", "v_vGcH8N8sJlM", "v_7ZbH4vHTmVs", "v_dP2DgvNt12Y", "v_u-yFENQQxAo", "v_kyvxaxRFLG8", "v_3q_MOQNfSmA", "v_l-gHWS0oXiw", "v_uID_HFDKFKw", "v_xSWpGhhM1H8", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iiqaJGokpEw", "v_axzmwzPQ134", "v_gqK_jApRT5E", "v_sC7xUkNTpP4", "v_s2VpBgSWIPg", "v_HZWdMK6zhec", "v_b4DhjwkO-b4", "v_w7IeqGuuA7Q", "v_SvIUXZqy8Hs", "v_XELYXH6fqeA", "v_lQWij22wbNU", "v_oy1XjDer7o4", "v_EDkYPikPWW8", "v_mWNTl9Bh7kI", "v_YozbZM_nA0c", "v_IQGg87yZZjs", "v_AFb77tjPuwQ", "v_Obj__zWaZqk", "v_-5Q7iNtaWCU", "v_JGuVc7z_YOQ", "v_3K_8CdJS9lE", "v_POYg9zju63U", "v_NURr5XJcwFs", "v_Ty0BvWyYPVA", "v_iosb2TdQ7yY", "v_gSH5ya0pfko", "v_sa5ZuxFDZNw", "v_qrvPTE0kb5U", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_35SpLMcN-m8", "v_ZpyCrs-q-so", "v_wH-uaN8gL_k", "v_HdZjxdQhtZo", "v_rulzKikXMHo", "v_cc9iCNPSiKc", "v_s4Ryxk3TxKA", "v_C0gGikr-Dw8", "v_N6ERAg1EKcc", "v_51wFW1g42VQ", "v_DhgdEfKAvO0", "v_iDhzxzLmwoI", "v_6kgJx6ahgq0", "v_lEGetBydfl4", "v_MT852hP9wVk", "v_mFWRIp164r4", "v_-erT3ckPkAg", "v_KfzVxgHEyzI", "v_4OIkfJ_IkpA", "v_9wRQsxVFwkE", "v_qGID8CHyClA", "v_rgAALWYnRrg", "v_fvslbZDJ3C8", "v_DQLotF3P9Fc", "v_zwa44U585FE", "v_rfH9VLQAuwY", "v_uJ_QCxMDfag", "v_A0XGYLim9IU", "v_pnxgTQofPQo", "v_uz91AvGxjbw", "v_L963epA4MFU", "v_bqnRA6rZcqs", "v_MpqXCbsqVNQ", "v_fG0nn2IVdDM", "v_wb8TkqxxEuo", "v_8YKUwWUU-O0", "v_oUQPIZu5bVU", "v_4Ex-sB0vtwk", "v_HGduo1zU6Ok", "v_yE5whKJ-DE4", "v_RihO8i98QJg", "v_hsI_BHN5h_0", "v_VpZ3PaLi2RQ", "v_iSH43hQoxio", "v_DRSH-_Ye9eE", "v_Rd9TrjbCkAE", "v_T69Cadlc62E", "v_WtNvqSFTgxI", "v_PagM71op4HU", "v_QMCHIR3nDLs", "v_Upd7zpT6tuc", "v_5Yq5GMPBguI", "v_UuLBAMSmwgc", "v_e8MK2naV6E8"], "ranking_scores": [0.766882598400116, 0.7653020620346069, 0.7616479396820068, 0.761313796043396, 0.7542539238929749, 0.7388433218002319, 0.7359031438827515, 0.7283873558044434, 0.7146409749984741, 0.7126359939575195, 0.709244966506958, 0.7061856389045715, 0.7039968967437744, 0.7027092576026917, 0.6951305866241455, 0.6938775777816772, 0.6937097311019897, 0.6928701400756836, 0.6924229860305786, 0.6923063397407532, 0.6918686032295227, 0.6914008259773254, 0.6908959150314331, 0.6901033520698547, 0.6893340349197388, 0.6892519593238831, 0.6876187324523926, 0.6846696138381958, 0.6835613250732422, 0.6828708648681641, 0.6823649406433105, 0.6813532710075378, 0.6801388263702393, 0.6801042556762695, 0.673461377620697, 0.6720249056816101, 0.6720066070556641, 0.6713071465492249, 0.6707501411437988, 0.6699478626251221, 0.6694361567497253, 0.6689082384109497, 0.6667625904083252, 0.6645077466964722, 0.6642334461212158, 0.664064884185791, 0.6640466451644897, 0.6640076637268066, 0.6639057397842407, 0.6631225347518921, 0.662676990032196, 0.6617098450660706, 0.6613985300064087, 0.6604084968566895, 0.6599962711334229, 0.6581450700759888, 0.6581124663352966, 0.6563559770584106, 0.65566086769104, 0.6555993556976318, 0.6551636457443237, 0.6546568870544434, 0.6544143557548523, 0.653229296207428, 0.6531085968017578, 0.653022050857544, 0.652350127696991, 0.6515792608261108, 0.6510447263717651, 0.6489449143409729, 0.648855984210968, 0.6476417779922485, 0.647062361240387, 0.6454285383224487, 0.6452694535255432, 0.644081711769104, 0.6439050436019897, 0.6436665654182434, 0.6431547403335571, 0.6427268981933594, 0.6423237323760986, 0.6420557498931885, 0.6419119834899902, 0.6409144401550293, 0.6395777463912964, 0.6395690441131592, 0.6393123865127563, 0.6390767693519592, 0.638913094997406, 0.6388344764709473, 0.6382582187652588, 0.6379863619804382, 0.6373060941696167, 0.6372250318527222, 0.6370706558227539, 0.6370148062705994, 0.6370148062705994, 0.636475682258606, 0.6364074945449829, 0.6360288262367249], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 6 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 20, "base_pos_rank": 5, "input_rank": 10, "base_input_rank": 4, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a white house and a yard, but it is missing the number of people wearing blue shirts and the specific activity centered around the yard's sizable hole. Query Rewrite: A group of people wearing blue shirts are gathered in a yard behind a large, white house, possibly engaged in an activity around the yard's large hole.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_gqK_jApRT5E", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_gqK_jApRT5E.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_gqK_jApRT5E", "ranking_topk": ["v_7ZbH4vHTmVs", "v_dP2DgvNt12Y", "v_ymJTN8aKZEw", "v_F8K9WQfHth4", "v_u-yFENQQxAo", "v_kyvxaxRFLG8", "v_Obj__zWaZqk", "v_6VT2jBflMAM", "v_l-gHWS0oXiw", "v_yVp99wxlW90", "v_gqK_jApRT5E", "v_Jl2lDgcsvmA", "v_iosb2TdQ7yY", "v_POYg9zju63U", "v_8Da6w-Eg3Ko", "v_vGcH8N8sJlM", "v_iDhzxzLmwoI", "v_cc9iCNPSiKc", "v_s4Ryxk3TxKA", "v_oy1XjDer7o4", "v_xSWpGhhM1H8", "v_L963epA4MFU", "v_l9o9R7UcPuc", "v_uJ_QCxMDfag", "v_9wRQsxVFwkE", "v_XELYXH6fqeA", "v_4OIkfJ_IkpA", "v_iSH43hQoxio", "v_GR6Ul2pD8_Y", "v_iiqaJGokpEw", "v_ZpyCrs-q-so", "v_yE5whKJ-DE4", "v_EDkYPikPWW8", "v_MT852hP9wVk", "v_3q_MOQNfSmA", "v_s2VpBgSWIPg", "v_w7IeqGuuA7Q", "v_Rq1MoqtH8fM", "v_HZWdMK6zhec", "v_SvIUXZqy8Hs", "v_Rd9TrjbCkAE", "v_svG8RyP-OlU", "v_fCLnOf-YjEI", "v_lEGetBydfl4", "v_1hiyhNqakMI", "v_oCicjtc1t9Y", "v_eBlYGGmeBY0", "v_biyf6Q-xF0M", "v_USWExMIMcik", "v_EvJqfGXb5Fo", "v_YozbZM_nA0c", "v_7GOPv-XegSc", "v_3K_8CdJS9lE", "v_2Tuht3F2uc8", "v_90vop6PS2Y0", "v_NURr5XJcwFs", "v_d7gbNqcKXps", "v_5X7zeOps9uA", "v_VpZ3PaLi2RQ", "v_b4DhjwkO-b4", "v_uID_HFDKFKw", "v_MsalIjwP3no", "v_5Yq5GMPBguI", "v_AFb77tjPuwQ", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_BH-kBRn84i8", "v_fyxXJJhCGBQ", "v_i_16EfqIrFg", "v_IQGg87yZZjs", "v_D_y9uXMbImA", "v_JSqJmZPqDy8", "v_N6ERAg1EKcc", "v_pnxgTQofPQo", "v_xf9iLflgRro", "v_2Sev8z4P7pE", "v_qrvPTE0kb5U", "v_mFWRIp164r4", "v_gSH5ya0pfko", "v_QMCHIR3nDLs", "v_gN8F0o1baAo", "v_62BPME-ikJU", "v_lQWij22wbNU", "v_aqQ7-J9kbUE", "v_G77y1JRjZDU", "v_C0gGikr-Dw8", "v_vCeaFAiokrU", "v_DhgdEfKAvO0", "v_wb8TkqxxEuo", "v_jLcYOkRvdic", "v_BOVYcAeBxyY", "v_Pu5p7SC3sqg", "v_rulzKikXMHo", "v_z8VqGGu5vPc", "v_bqnRA6rZcqs", "v_lPCl1ZYH2xI", "v_rgAALWYnRrg", "v_JGuVc7z_YOQ", "v_HdZjxdQhtZo", "v_HgOHqD0lWTE"], "ranking_scores": [0.7644593715667725, 0.7500509023666382, 0.7499639987945557, 0.7319477200508118, 0.7258846759796143, 0.723140299320221, 0.7201478481292725, 0.719596266746521, 0.7192877531051636, 0.7152590155601501, 0.709595799446106, 0.7057932019233704, 0.7016626596450806, 0.6961954832077026, 0.6938801407814026, 0.6938465237617493, 0.6904648542404175, 0.6884481310844421, 0.6880744695663452, 0.686667263507843, 0.6834190487861633, 0.6829230785369873, 0.6700915098190308, 0.6695767641067505, 0.6690693497657776, 0.6674776077270508, 0.6670401096343994, 0.6651122570037842, 0.6643449664115906, 0.6639353036880493, 0.6634019613265991, 0.6617785692214966, 0.6614638566970825, 0.6590421795845032, 0.6586887836456299, 0.6565751433372498, 0.6564972996711731, 0.6557371616363525, 0.6554782390594482, 0.6550134420394897, 0.654000461101532, 0.6534877419471741, 0.6518683433532715, 0.6516278982162476, 0.6508801579475403, 0.6505744457244873, 0.6505547761917114, 0.649394690990448, 0.6472073197364807, 0.6465520262718201, 0.6457103490829468, 0.6427087187767029, 0.6425270438194275, 0.6422853469848633, 0.6422256231307983, 0.6415148973464966, 0.6410096883773804, 0.6408941745758057, 0.6408346891403198, 0.6396384239196777, 0.6386582255363464, 0.6382240653038025, 0.6378802061080933, 0.6378700733184814, 0.6378328800201416, 0.6376211047172546, 0.6351140141487122, 0.6337207555770874, 0.6333732604980469, 0.6331216096878052, 0.6326046586036682, 0.6324690580368042, 0.6311461329460144, 0.6310060024261475, 0.6308464407920837, 0.6307078003883362, 0.6304323673248291, 0.6298964619636536, 0.6297537088394165, 0.6289445161819458, 0.627934992313385, 0.6274024248123169, 0.627043604850769, 0.6249857544898987, 0.6244067549705505, 0.6243621110916138, 0.6238489151000977, 0.6236691474914551, 0.6236050128936768, 0.6229214072227478, 0.6227586269378662, 0.6226101517677307, 0.6201014518737793, 0.6200976967811584, 0.620050311088562, 0.6198043823242188, 0.6195340156555176, 0.6194844245910645, 0.6194788217544556, 0.6194462776184082], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 7 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": true, "pos_rank": 0, "base_pos_rank": 0, "input_rank": 0, "base_input_rank": 0, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video contains the moment which describes \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_xIhTY02lRSE", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_xIhTY02lRSE.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "", "ranking_topk": ["v_xIhTY02lRSE", "v_8AsV0ojyUMU", "v_PJgB6h-fImY", "v_owLv-_CPNJI", "v_ngxs6ngJR4k", "v_9elfMU_LRKc", "v_pIk9qMEyEd4", "v_9ut_IDtfVzY", "v_kShrO0yutUQ", "v_dnQcp43wbRY", "v_XjV0D7nJx0Q", "v_A7ER02-zr54", "v_Auy0KGsXAIg", "v_NGk3v4sKqdg", "v_mSonugqhYuE", "v_PLqTX6ij52U", "v_am4Z43QlUrg", "v_vdTisVMhW7I", "v_xV7uPiqNuwQ", "v_bON69f83fSY", "v_ph7d2H77tks", "v_CArYinl5tFo", "v_NBXH7A2EO7Q", "v_4sm-tTbfamM", "v_HGSZ9_CVuM4", "v_rze0k4LklN4", "v_dRqbDamDLT0", "v_obUkL-Ya8dE", "v_pXcFBfv5Sf4", "v_PCoxnf59j5U", "v_hz3n1wrXYAc", "v_aEpRYY_wi0M", "v_2oizmWFx4PA", "v_8e80cJTrJDs", "v_KNyM0KvDHMM", "v_n2wq_9TeNYM", "v_Boa880LnJ3w", "v_m49gj6Y6SDo", "v_ranTpEJvqs8", "v_YTdLk7Nsn_k", "v_BkBbzC6nIvA", "v_8EfkFxoXI_4", "v_umi5d_a6bfc", "v_x8AR0FD5Jqo", "v_zb6WUBWwXfk", "v_RxXBMgsu6uU", "v_tnt6Wpv_kHc", "v_qiRrR2Nj2SQ", "v_4XTJzFjjFp0", "v_CgaWju3yGc4", "v_l4UJiGsZVfE", "v_RHpigjSwhVM", "v_EEMGyhO3OVI", "v_VdGZfI-8RuA", "v_UqSjGwxBuqA", "v_mFDC1CLt6B4", "v_m4EcgRjCpi8", "v_my9Z4bun_Dk", "v_b380n1dci9I", "v_D0pVkTEYQg8", "v_hXSee4C6pyE", "v_zto8JvkVLVw", "v_lcEGoZAC7GI", "v_W6JJ1L_EEBY", "v_45llr44Pu9g", "v_BBRNbo8c8gA", "v_gXdFGYPKClE", "v_NrlITLsd7Fk", "v_yeEe8-aYA2E", "v_6Y8wppTQFPo", "v_6Ni6csyQbzw", "v_MVUqd8iVUEk", "v_ATk8OkvNHHQ", "v_nw32dno_RcM", "v_1wjnveHAhGE", "v_jFZRNe7xFY8", "v_dMryzJswHY8", "v_FnbVnRX6WxQ", "v_dAcdSkaoK64", "v_85RJm2qymRY", "v_xYeqvN8cihg", "v_5WWvCSCGXmc", "v_fmRio4-6Xqc", "v_RrVsNvO6Yd4", "v_r015El3onHw", "v_R0YS8JS_0rk", "v_U7oDqpIYsxI", "v_aLv03Fznf5A", "v_Ttx3kt2fW1o", "v_Oent5pguFk4", "v_R3HC-IAZVZg", "v_cKMGacBQX0E", "v_0fvL6IHKYF0", "v_aYSm25veKTs", "v_nLdRqOTb0Ik", "v_ZeBrPKBGb_k", "v_xcBJP14YBvg", "v_RYJ3yzxZB8k", "v_cLTDcBhgRw8", "v_M-n0vW3p2sE"], "ranking_scores": [0.8954518437385559, 0.7447301745414734, 0.7386988997459412, 0.7381701469421387, 0.7364583015441895, 0.7278378009796143, 0.718053936958313, 0.7149739265441895, 0.7068602442741394, 0.6988745331764221, 0.6984342336654663, 0.6952800750732422, 0.6941291093826294, 0.6916263103485107, 0.6887271404266357, 0.6859071254730225, 0.6850832104682922, 0.6846185922622681, 0.6838001608848572, 0.6833782196044922, 0.682720422744751, 0.6760618686676025, 0.6759626269340515, 0.674404501914978, 0.6719787120819092, 0.6695452928543091, 0.6691417694091797, 0.6681461334228516, 0.6661067008972168, 0.6607056856155396, 0.6549656391143799, 0.6516332626342773, 0.6496663093566895, 0.6464591026306152, 0.6442257165908813, 0.6439789533615112, 0.6439231634140015, 0.6438486576080322, 0.6434620022773743, 0.6406915187835693, 0.6395316123962402, 0.63938307762146, 0.6375589370727539, 0.6343348026275635, 0.6342658996582031, 0.6332739591598511, 0.6330263614654541, 0.6319147944450378, 0.6306844353675842, 0.6287886500358582, 0.628778338432312, 0.6236854791641235, 0.622813880443573, 0.6227020025253296, 0.6226872205734253, 0.6225413084030151, 0.6201843023300171, 0.6199886798858643, 0.618806004524231, 0.6182297468185425, 0.6158678531646729, 0.6153420209884644, 0.6151431202888489, 0.6148731112480164, 0.6131469011306763, 0.6128323674201965, 0.6122152209281921, 0.6113515496253967, 0.6104586124420166, 0.6101057529449463, 0.6020078659057617, 0.6017694473266602, 0.6009109020233154, 0.6006277799606323, 0.5968531370162964, 0.59620201587677, 0.5948584079742432, 0.5939922332763672, 0.5937539339065552, 0.593194842338562, 0.5930639505386353, 0.5917389988899231, 0.5894498825073242, 0.5886517763137817, 0.5881836414337158, 0.5870317816734314, 0.5865102410316467, 0.5856299996376038, 0.5854110717773438, 0.5845276117324829, 0.5841630697250366, 0.5833113789558411, 0.5802755951881409, 0.5801830291748047, 0.5782665610313416, 0.5781759023666382, 0.5772397518157959, 0.5770919919013977, 0.5760242938995361, 0.575545072555542], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 8 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": false, "pos_rank": 0, "base_pos_rank": 0, "input_rank": 19, "base_input_rank": 1, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a man performing on a bike, but it is missing the specific details of a clapping crowd, a bumpy square-wheeled bicycle, and the action of riding in circles. Query Rewrite: A man skillfully rides a bumpy square-wheeled bicycle in circles, surrounded by clapping onlookers.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_T7fzZX0qKKQ", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_T7fzZX0qKKQ.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "v_T7fzZX0qKKQ", "ranking_topk": ["v_xIhTY02lRSE", "v_cLTDcBhgRw8", "v_ig867kFeLic", "v_l4UJiGsZVfE", "v_RHpigjSwhVM", "v_pXcFBfv5Sf4", "v_x8AR0FD5Jqo", "v_zto8JvkVLVw", "v_yeEe8-aYA2E", "v_mFDC1CLt6B4", "v_RxXBMgsu6uU", "v_hz3n1wrXYAc", "v_UqSjGwxBuqA", "v_dfgwl-_IMic", "v_EEMGyhO3OVI", "v_dAcdSkaoK64", "v_svWiQtzgtOc", "v_PJgB6h-fImY", "v_NrlITLsd7Fk", "v_T7fzZX0qKKQ", "v_qsYElirHVUU", "v_8e80cJTrJDs", "v_gXdFGYPKClE", "v_GNg5kjnJlOE", "v_ZeBrPKBGb_k", "v_W6JJ1L_EEBY", "v_AVIMCVsLrVw", "v_b380n1dci9I", "v_ATk8OkvNHHQ", "v_r015El3onHw", "v_hDb19ih3jAA", "v_M6FdaEstXbI", "v_t3wyR2VQy20", "v_MVUqd8iVUEk", "v_NGk3v4sKqdg", "v_vrXqd_Ct298", "v_BBRNbo8c8gA", "v_P3kWD8Oocio", "v_R0YS8JS_0rk", "v_m2hiQ9EOUUI", "v_owLv-_CPNJI", "v_aLv03Fznf5A", "v_aYSm25veKTs", "v_9ut_IDtfVzY", "v_cKMGacBQX0E", "v_m--b-Ltjm_Y", "v_tnt6Wpv_kHc", "v_my9Z4bun_Dk", "v_pf49xhMRrgQ", "v_ennVaOEePHk", "v_ranTpEJvqs8", "v_ngxs6ngJR4k", "v_lc-piYwzqsA", "v_mzVJHw9Jrb4", "v_n2wq_9TeNYM", "v_94wjthSzsSQ", "v_-VexUX6OJBM", "v_GHU3G24jFjI", "v_xcBJP14YBvg", "v_bH6KL0ai3Ww", "v_ASXqlsSfZ5E", "v_otWTm1_aAqI", "v_6Ni6csyQbzw", "v_eSpPY2yMg70", "v_VdGZfI-8RuA", "v_jFZRNe7xFY8", "v_N_um3L3w1uQ", "v_3JHIcli-Wlg", "v_xCedPpnP6Wg", "v_fmRio4-6Xqc", "v_xDD9rWISPpk", "v_hFlDERq1ThU", "v_mk3srKjFB3A", "v_nEj34gf508E", "v_45gAK3x_0ds", "v_rbKPBMRj9jY", "v_qkk2tK19sx8", "v_BDQHEemWnSk", "v_0fvL6IHKYF0", "v_mRgS35iyhYE", "v_0qQvcJJekN8", "v__crwKCjKRjg", "v_Uqte3S_ErTM", "v_txsupdxCToQ", "v_BkBbzC6nIvA", "v_pOVICBn8QMw", "v_5WWvCSCGXmc", "v_xXTfM9xXFQM", "v_j5mhELw7XaM", "v_63d_t0U1pXw", "v_gsJ953MHtpY", "v_DZrCkQ2z-u4", "v_HFDsuGHojDU", "v_4KE6dUAGZ94", "v_uyzQkTArIwU", "v_gzs6VcYc0OI", "v_n1NqFiDdlEU", "v_g_bb4RSu6TQ", "v_YzyCFfrX_4I", "v_HDVk1O78gwc"], "ranking_scores": [0.7734810709953308, 0.7288408279418945, 0.7215898036956787, 0.7197092771530151, 0.7172067165374756, 0.7163708209991455, 0.7146396040916443, 0.7124542593955994, 0.7112715244293213, 0.7098450660705566, 0.7074037194252014, 0.7071399092674255, 0.7065675854682922, 0.7064448595046997, 0.7016023993492126, 0.6972933411598206, 0.6971068382263184, 0.6936486959457397, 0.693209171295166, 0.6892708539962769, 0.6881086230278015, 0.6867988109588623, 0.6866206526756287, 0.6857397556304932, 0.6837217807769775, 0.6802370548248291, 0.6787656545639038, 0.6786339282989502, 0.6773860454559326, 0.6760594248771667, 0.6749049425125122, 0.6739894151687622, 0.6739588379859924, 0.6734220385551453, 0.6733800768852234, 0.6733278036117554, 0.6720092296600342, 0.6712141036987305, 0.6708583831787109, 0.6707460880279541, 0.669704794883728, 0.6696329116821289, 0.6690640449523926, 0.6677406430244446, 0.6671552658081055, 0.6665686368942261, 0.6660078763961792, 0.6659178733825684, 0.6658362746238708, 0.6648829579353333, 0.6642144918441772, 0.6633080840110779, 0.6632434129714966, 0.6626042127609253, 0.6625672578811646, 0.6620031595230103, 0.6618354320526123, 0.6603608131408691, 0.6584352254867554, 0.6574802398681641, 0.655960738658905, 0.6558760404586792, 0.6545455455780029, 0.654168426990509, 0.6536942720413208, 0.6514133214950562, 0.6511422395706177, 0.650830864906311, 0.6507064700126648, 0.64875328540802, 0.6484836935997009, 0.6484048366546631, 0.6482754349708557, 0.6480660438537598, 0.6478734016418457, 0.6471589803695679, 0.6465917825698853, 0.6463488340377808, 0.6445508003234863, 0.6444336771965027, 0.6439378261566162, 0.6431829333305359, 0.6426519155502319, 0.6426202654838562, 0.642255961894989, 0.6413909196853638, 0.6406483054161072, 0.6403752565383911, 0.6401287317276001, 0.6391967535018921, 0.6388411521911621, 0.6387712359428406, 0.6364743709564209, 0.6362664699554443, 0.6358345746994019, 0.6357239484786987, 0.6349937915802002, 0.634555995464325, 0.6336896419525146, 0.6333306431770325], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 9 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": false, "pos_rank": 80, "base_pos_rank": 0, "input_rank": 12, "base_input_rank": 2, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video contains the moment which describes \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_RHpigjSwhVM", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_RHpigjSwhVM.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "v_RHpigjSwhVM", "ranking_topk": ["v_x8AR0FD5Jqo", "v_l4UJiGsZVfE", "v_gXdFGYPKClE", "v_mFDC1CLt6B4", "v_ranTpEJvqs8", "v_W6JJ1L_EEBY", "v_8e80cJTrJDs", "v_b380n1dci9I", "v_5WWvCSCGXmc", "v_my9Z4bun_Dk", "v_EEMGyhO3OVI", "v_UqSjGwxBuqA", "v_RHpigjSwhVM", "v_ATk8OkvNHHQ", "v_ennVaOEePHk", "v_n2wq_9TeNYM", "v_vrXqd_Ct298", "v_aYSm25veKTs", "v_ZeBrPKBGb_k", "v_94w7SEcPDho", "v_r015El3onHw", "v_6Ni6csyQbzw", "v_A4L4ObzZ5VE", "v_fmRio4-6Xqc", "v_RxXBMgsu6uU", "v_ieWgalZPc2g", "v_I6B4g85H2iI", "v_aTQaYDmcMDY", "v_hz3n1wrXYAc", "v_2aw1pVJsnKs", "v_Uqte3S_ErTM", "v_QBI5ZH_cdik", "v_1RKExOpIGas", "v_n1NqFiDdlEU", "v_yeEe8-aYA2E", "v_ZVNRQ_MPZAs", "v_9I4H8O6B7yM", "v_eXMF6Skt2To", "v_pXcFBfv5Sf4", "v_sbIh_M0oGs8", "v_98YZQ0gNjpQ", "v_y1IjkACdnfs", "v_Bh8RcPBQjxo", "v_qy-LbstiMYg", "v_qsYElirHVUU", "v_231pbDe3uQc", "v_K8XNOs0AwaE", "v_iZk3PH8ghlI", "v_Ez7s36AwgLk", "v_Rai5nKbB6wU", "v_ABBA086Gmq0", "v_N49yT-kvXuw", "v_DQ9EaCSFwGI", "v_PJgB6h-fImY", "v_UU8Xtm8Gl3I", "v_L1B_cE8waag", "v_yc9Bc8G7Y_Q", "v_-l18hJp8ShE", "v_P3kWD8Oocio", "v_od9EdcDcByA", "v_mzVJHw9Jrb4", "v_vKNsvOvC5mA", "v_wwh94C7NB1I", "v_JEvEoAESqJ0", "v_6it_yeIb_L0", "v_wnnoaLzYqVQ", "v_BDQHEemWnSk", "v_W_hux-Z6Ll0", "v_G00TjQ7JJ8Y", "v_B4qwjeJBk0s", "v_ywSeEtroEXo", "v_-NM-0NZXRNw", "v_F7u4kpwhs5g", "v_YigV1ARspVU", "v_45gAK3x_0ds", "v_8nhuvbFSSmw", "v_I4kjOE8HnU0", "v_Z47QGlaQ1NE", "v_Mk9PMED8K4g", "v_ix40OdQd7iE", "v_xIhTY02lRSE", "v_AJ15GW-sS5M", "v_ZOQSDsJYXIA", "v_X5UoLcloHIM", "v_GOxmnVFdMfY", "v_ETHVjrG7S4k", "v__crwKCjKRjg", "v_Dx4LpX-X9JY", "v_mRgS35iyhYE", "v_xb8iMASjw1A", "v_RTnNxbG2V5o", "v_HDVk1O78gwc", "v_wd7W8NTi_58", "v_0y_5NIIvUzI", "v_p3PEMCN4h_g", "v_ynUBEoobKW0", "v_BBRNbo8c8gA", "v_Sx3NHkPp3Jo", "v_PUJYZEq8H64", "v_e2QVdX-JdIg"], "ranking_scores": [0.9387743473052979, 0.9308077096939087, 0.9264038801193237, 0.9248265624046326, 0.9203072786331177, 0.9167872667312622, 0.9166058301925659, 0.9116557836532593, 0.9098511934280396, 0.908778965473175, 0.8852222561836243, 0.8822730779647827, 0.8819141983985901, 0.8798723816871643, 0.8755044937133789, 0.8732805848121643, 0.8692004680633545, 0.8577015399932861, 0.8518550992012024, 0.8407484889030457, 0.8256935477256775, 0.815227746963501, 0.8137282729148865, 0.8016303777694702, 0.7997603416442871, 0.7862541675567627, 0.7850947380065918, 0.7811009883880615, 0.772668719291687, 0.7686773538589478, 0.7667419910430908, 0.7550327181816101, 0.7549146413803101, 0.7497454285621643, 0.7493271827697754, 0.7429772615432739, 0.7353577017784119, 0.7313844561576843, 0.7199385166168213, 0.7041237950325012, 0.6955295205116272, 0.688979983329773, 0.6804981231689453, 0.679187536239624, 0.6602030992507935, 0.6551345586776733, 0.6536903977394104, 0.6520988941192627, 0.6390724182128906, 0.6362029314041138, 0.633271336555481, 0.6315653324127197, 0.6295707821846008, 0.6276971101760864, 0.6179788708686829, 0.6160368919372559, 0.6118283271789551, 0.6117730736732483, 0.6063058376312256, 0.6035150289535522, 0.6013213396072388, 0.5987515449523926, 0.5972562432289124, 0.5964128971099854, 0.5961659550666809, 0.5950667858123779, 0.5868200063705444, 0.5864921808242798, 0.5852596759796143, 0.5844683647155762, 0.5843785405158997, 0.5839861631393433, 0.5794259309768677, 0.578433632850647, 0.5780924558639526, 0.5779872536659241, 0.5761409401893616, 0.5734139680862427, 0.5729737281799316, 0.5720912218093872, 0.5704058408737183, 0.5701661705970764, 0.5691319108009338, 0.5678160190582275, 0.5675668120384216, 0.5674319267272949, 0.5674097537994385, 0.5673282742500305, 0.5672321319580078, 0.5657117962837219, 0.5643236637115479, 0.5641077756881714, 0.5639522075653076, 0.563946008682251, 0.5628597736358643, 0.5626809597015381, 0.5603131055831909, 0.5600883960723877, 0.5594028830528259, 0.5589505434036255], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
|
| 10 |
+
{"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": false, "pos_rank": 77, "base_pos_rank": 0, "input_rank": 0, "base_input_rank": 3, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video contains the moment which describes \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_vrXqd_Ct298", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_vrXqd_Ct298.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "v_vrXqd_Ct298", "ranking_topk": ["v_vrXqd_Ct298", "v_l4UJiGsZVfE", "v_x8AR0FD5Jqo", "v_RHpigjSwhVM", "v_gXdFGYPKClE", "v_mFDC1CLt6B4", "v_ATk8OkvNHHQ", "v_aYSm25veKTs", "v_8e80cJTrJDs", "v_ranTpEJvqs8", "v_ZeBrPKBGb_k", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_5WWvCSCGXmc", "v_my9Z4bun_Dk", "v_UqSjGwxBuqA", "v_b380n1dci9I", "v_94w7SEcPDho", "v_EEMGyhO3OVI", "v_r015El3onHw", "v_n2wq_9TeNYM", "v_6Ni6csyQbzw", "v_yeEe8-aYA2E", "v_hz3n1wrXYAc", "v_RxXBMgsu6uU", "v_I6B4g85H2iI", "v_fmRio4-6Xqc", "v_A4L4ObzZ5VE", "v_1RKExOpIGas", "v_pXcFBfv5Sf4", "v_Uqte3S_ErTM", "v_aTQaYDmcMDY", "v_2aw1pVJsnKs", "v_ieWgalZPc2g", "v_9I4H8O6B7yM", "v_QBI5ZH_cdik", "v_ZVNRQ_MPZAs", "v_n1NqFiDdlEU", "v_98YZQ0gNjpQ", "v_eXMF6Skt2To", "v_qy-LbstiMYg", "v_y1IjkACdnfs", "v_Bh8RcPBQjxo", "v_sbIh_M0oGs8", "v_DQ9EaCSFwGI", "v_ABBA086Gmq0", "v_231pbDe3uQc", "v_qsYElirHVUU", "v_PJgB6h-fImY", "v_iZk3PH8ghlI", "v_P3kWD8Oocio", "v_N49yT-kvXuw", "v_L1B_cE8waag", "v_mzVJHw9Jrb4", "v_yc9Bc8G7Y_Q", "v_Ez7s36AwgLk", "v_K8XNOs0AwaE", "v_wwh94C7NB1I", "v_Rai5nKbB6wU", "v_-l18hJp8ShE", "v_BDQHEemWnSk", "v_8nhuvbFSSmw", "v_GOxmnVFdMfY", "v_NDK0XQnsnmA", "v_X5UoLcloHIM", "v_6it_yeIb_L0", "v_mRgS35iyhYE", "v_uF9othvTXn8", "v__crwKCjKRjg", "v_RTnNxbG2V5o", "v_HCphw9_Jku8", "v_ywSeEtroEXo", "v_iLaye6q55qk", "v_ILIpCfCWyT0", "v_FmDGejzydo8", "v_vVvImml1A8g", "v_B4qwjeJBk0s", "v_xIhTY02lRSE", "v_1BUnQWRBpYg", "v_EVtM8DKW4bc", "v_od9EdcDcByA", "v_YigV1ARspVU", "v_UU8Xtm8Gl3I", "v_TokZDNwr664", "v_IEqnfSiCIXc", "v_GNg5kjnJlOE", "v_u2329Chp6IY", "v_sfT9Siql3P8", "v_KLr1ZVJDFDs", "v_45gAK3x_0ds", "v_HguqDEvSN68", "v_txsupdxCToQ", "v_-Lxv663IEaI", "v_BBRNbo8c8gA", "v_NjTk2naIaac", "v_NzxZdC-63LE", "v_0AbJgWxIYVI", "v_7B1FZR0IA6M", "v_ynUBEoobKW0", "v_j5mhELw7XaM"], "ranking_scores": [0.9181951284408569, 0.9163565635681152, 0.9135528802871704, 0.9007159471511841, 0.8941925764083862, 0.8929262161254883, 0.8923364877700806, 0.8866748213768005, 0.8851572871208191, 0.8828005194664001, 0.8798646926879883, 0.879185676574707, 0.8791059255599976, 0.8733932971954346, 0.8704624176025391, 0.8617215156555176, 0.8576829433441162, 0.8550227284431458, 0.8499249219894409, 0.8360342979431152, 0.8263494968414307, 0.8225851655006409, 0.7997968196868896, 0.7832843661308289, 0.7823736071586609, 0.777597188949585, 0.7676191329956055, 0.7666385173797607, 0.7587472200393677, 0.7518914341926575, 0.750781774520874, 0.7468734979629517, 0.7387855052947998, 0.737368106842041, 0.7314697504043579, 0.7227121591567993, 0.7202788591384888, 0.7082506418228149, 0.7081395387649536, 0.7048442363739014, 0.694363534450531, 0.6878217458724976, 0.6789148449897766, 0.6694350838661194, 0.6674556732177734, 0.664183497428894, 0.6595485210418701, 0.6560329794883728, 0.6525530815124512, 0.6422297954559326, 0.6371873021125793, 0.6351726055145264, 0.6289161443710327, 0.6282694935798645, 0.6259479522705078, 0.6246811747550964, 0.6212867498397827, 0.6187119483947754, 0.618678629398346, 0.6161620616912842, 0.613926887512207, 0.6080796718597412, 0.6041781902313232, 0.6026768684387207, 0.6017863750457764, 0.5998545289039612, 0.5984280109405518, 0.5978511571884155, 0.5973120927810669, 0.5970451235771179, 0.5968829989433289, 0.5963902473449707, 0.5957380533218384, 0.5956631898880005, 0.5947186946868896, 0.5945367217063904, 0.5925661325454712, 0.5920627117156982, 0.5919312238693237, 0.5912370681762695, 0.589388370513916, 0.5891363620758057, 0.5883492827415466, 0.588057279586792, 0.586481511592865, 0.5856549739837646, 0.5820242166519165, 0.5811929702758789, 0.5796416997909546, 0.5793911814689636, 0.5790032148361206, 0.5784343481063843, 0.5781434774398804, 0.575609564781189, 0.5753758549690247, 0.5750682950019836, 0.5732817649841309, 0.572202205657959, 0.5715605020523071, 0.5710766315460205], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
|
checkpoint-24000/embedding_vis/checkpoint-24000/000000_v_xSWpGhhM1H8.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_xSWpGhhM1H8,-0.115650,0.103747
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.279128,0.237853
|
| 4 |
+
topk,v_qGID8CHyClA,v_qGID8CHyClA,-0.043507,-0.076891
|
| 5 |
+
topk,v_8YKUwWUU-O0,v_8YKUwWUU-O0,0.147598,-0.119982
|
| 6 |
+
topk,v_mFWRIp164r4,v_mFWRIp164r4,0.247938,0.121624
|
| 7 |
+
topk,v_iMB_mb11KWM,v_iMB_mb11KWM,-0.183803,-0.299596
|
| 8 |
+
topk,v_XELYXH6fqeA,v_XELYXH6fqeA,0.226552,0.033245
|
checkpoint-24000/embedding_vis/checkpoint-24000/000001_v_Jl2lDgcsvmA.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_Jl2lDgcsvmA,-0.010881,-0.017762
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,0.129710,-0.637762
|
| 4 |
+
topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,0.319758,0.158174
|
| 5 |
+
topk,v_7ZbH4vHTmVs,v_7ZbH4vHTmVs,-0.495004,0.005395
|
| 6 |
+
topk,v_F8K9WQfHth4,v_F8K9WQfHth4,0.295610,0.178188
|
| 7 |
+
topk,v_6VT2jBflMAM,v_6VT2jBflMAM,0.173856,0.190066
|
| 8 |
+
topk,v_dP2DgvNt12Y,v_dP2DgvNt12Y,-0.413050,0.123701
|
checkpoint-24000/embedding_vis/checkpoint-24000/000002_v_ymJTN8aKZEw.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_ymJTN8aKZEw,-0.005037,-0.040655
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,0.613486,-0.245412
|
| 4 |
+
topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,-0.174531,-0.052319
|
| 5 |
+
topk,v_rulzKikXMHo,v_rulzKikXMHo,0.081545,0.337606
|
| 6 |
+
topk,v_iiqaJGokpEw,v_iiqaJGokpEw,-0.329521,-0.373447
|
| 7 |
+
topk,v_6VT2jBflMAM,v_6VT2jBflMAM,-0.015511,0.351224
|
| 8 |
+
topk,v_F8K9WQfHth4,v_F8K9WQfHth4,-0.170431,0.023002
|
checkpoint-24000/embedding_vis/checkpoint-24000/000003_v_dP2DgvNt12Y.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_dP2DgvNt12Y,-0.045922,0.039706
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.337464,0.569872
|
| 4 |
+
topk,v_7ZbH4vHTmVs,v_7ZbH4vHTmVs,0.400606,0.063474
|
| 5 |
+
topk,v_dP2DgvNt12Y,v_dP2DgvNt12Y,0.293771,-0.048417
|
| 6 |
+
topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,-0.364070,-0.253384
|
| 7 |
+
topk,v_F8K9WQfHth4,v_F8K9WQfHth4,-0.341954,-0.322036
|
| 8 |
+
topk,v_u-yFENQQxAo,v_u-yFENQQxAo,0.395032,-0.049215
|
checkpoint-24000/embedding_vis/checkpoint-24000/000004_v_6VT2jBflMAM.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_6VT2jBflMAM,-0.079558,0.012504
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.517268,0.406875
|
| 4 |
+
topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,0.137508,0.055979
|
| 5 |
+
topk,v_F8K9WQfHth4,v_F8K9WQfHth4,0.360610,0.162928
|
| 6 |
+
topk,v_6VT2jBflMAM,v_6VT2jBflMAM,-0.090350,-0.388020
|
| 7 |
+
topk,v_yVp99wxlW90,v_yVp99wxlW90,0.350746,0.135597
|
| 8 |
+
topk,v_Jl2lDgcsvmA,v_Jl2lDgcsvmA,-0.161687,-0.385864
|
checkpoint-24000/embedding_vis/checkpoint-24000/000005_v_gqK_jApRT5E.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_gqK_jApRT5E,-0.040997,-0.019529
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.336535,-0.574871
|
| 4 |
+
topk,v_7ZbH4vHTmVs,v_7ZbH4vHTmVs,0.399913,-0.065015
|
| 5 |
+
topk,v_dP2DgvNt12Y,v_dP2DgvNt12Y,0.293433,0.047131
|
| 6 |
+
topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,-0.365576,0.249258
|
| 7 |
+
topk,v_F8K9WQfHth4,v_F8K9WQfHth4,-0.343921,0.317093
|
| 8 |
+
topk,v_u-yFENQQxAo,v_u-yFENQQxAo,0.393683,0.045934
|
checkpoint-24000/embedding_vis/checkpoint-24000/000006_v_xIhTY02lRSE.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_xIhTY02lRSE,-0.013889,-0.094893
|
| 3 |
+
pos,v_xIhTY02lRSE,v_xIhTY02lRSE,-0.001144,-0.036449
|
| 4 |
+
topk,v_8AsV0ojyUMU,v_8AsV0ojyUMU,0.055710,0.227233
|
| 5 |
+
topk,v_PJgB6h-fImY,v_PJgB6h-fImY,0.204889,-0.460760
|
| 6 |
+
topk,v_owLv-_CPNJI,v_owLv-_CPNJI,-0.487685,0.056446
|
| 7 |
+
topk,v_ngxs6ngJR4k,v_ngxs6ngJR4k,-0.151021,0.024515
|
| 8 |
+
topk,v_9elfMU_LRKc,v_9elfMU_LRKc,0.393141,0.283908
|
checkpoint-24000/embedding_vis/checkpoint-24000/000007_v_T7fzZX0qKKQ.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_T7fzZX0qKKQ,-0.051082,0.134703
|
| 3 |
+
pos,v_xIhTY02lRSE,v_xIhTY02lRSE,-0.013625,0.593902
|
| 4 |
+
topk,v_cLTDcBhgRw8,v_cLTDcBhgRw8,-0.468617,-0.180533
|
| 5 |
+
topk,v_ig867kFeLic,v_ig867kFeLic,-0.544534,-0.168157
|
| 6 |
+
topk,v_l4UJiGsZVfE,v_l4UJiGsZVfE,0.433020,-0.195279
|
| 7 |
+
topk,v_RHpigjSwhVM,v_RHpigjSwhVM,0.385250,-0.228443
|
| 8 |
+
topk,v_pXcFBfv5Sf4,v_pXcFBfv5Sf4,0.259590,0.043807
|
checkpoint-24000/embedding_vis/checkpoint-24000/000008_v_RHpigjSwhVM.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_RHpigjSwhVM,-0.115378,-0.045639
|
| 3 |
+
pos,v_xIhTY02lRSE,v_xIhTY02lRSE,0.787082,0.009236
|
| 4 |
+
topk,v_x8AR0FD5Jqo,v_x8AR0FD5Jqo,-0.128798,-0.136462
|
| 5 |
+
topk,v_l4UJiGsZVfE,v_l4UJiGsZVfE,-0.117763,-0.262496
|
| 6 |
+
topk,v_gXdFGYPKClE,v_gXdFGYPKClE,-0.156730,0.132636
|
| 7 |
+
topk,v_mFDC1CLt6B4,v_mFDC1CLt6B4,-0.155003,0.141927
|
| 8 |
+
topk,v_ranTpEJvqs8,v_ranTpEJvqs8,-0.113410,0.160798
|
checkpoint-24000/embedding_vis/checkpoint-24000/000009_v_vrXqd_Ct298.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_vrXqd_Ct298,-0.098971,-0.050578
|
| 3 |
+
pos,v_xIhTY02lRSE,v_xIhTY02lRSE,0.774154,0.012673
|
| 4 |
+
topk,v_vrXqd_Ct298,v_vrXqd_Ct298,-0.174392,-0.193140
|
| 5 |
+
topk,v_l4UJiGsZVfE,v_l4UJiGsZVfE,-0.141944,0.084837
|
| 6 |
+
topk,v_x8AR0FD5Jqo,v_x8AR0FD5Jqo,-0.133675,0.192893
|
| 7 |
+
topk,v_RHpigjSwhVM,v_RHpigjSwhVM,-0.085369,-0.315930
|
| 8 |
+
topk,v_gXdFGYPKClE,v_gXdFGYPKClE,-0.139804,0.269245
|
checkpoint-24000/merges.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-24000/preprocessor_config.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"crop_size": null,
|
| 3 |
+
"data_format": "channels_first",
|
| 4 |
+
"default_to_square": true,
|
| 5 |
+
"device": null,
|
| 6 |
+
"disable_grouping": null,
|
| 7 |
+
"do_center_crop": null,
|
| 8 |
+
"do_convert_rgb": true,
|
| 9 |
+
"do_normalize": true,
|
| 10 |
+
"do_pad": null,
|
| 11 |
+
"do_rescale": true,
|
| 12 |
+
"do_resize": true,
|
| 13 |
+
"image_mean": [
|
| 14 |
+
0.5,
|
| 15 |
+
0.5,
|
| 16 |
+
0.5
|
| 17 |
+
],
|
| 18 |
+
"image_processor_type": "Qwen2VLImageProcessorFast",
|
| 19 |
+
"image_std": [
|
| 20 |
+
0.5,
|
| 21 |
+
0.5,
|
| 22 |
+
0.5
|
| 23 |
+
],
|
| 24 |
+
"input_data_format": null,
|
| 25 |
+
"max_pixels": null,
|
| 26 |
+
"merge_size": 2,
|
| 27 |
+
"min_pixels": null,
|
| 28 |
+
"pad_size": null,
|
| 29 |
+
"patch_size": 16,
|
| 30 |
+
"processor_class": "Qwen3VLProcessor",
|
| 31 |
+
"resample": 3,
|
| 32 |
+
"rescale_factor": 0.00392156862745098,
|
| 33 |
+
"return_tensors": null,
|
| 34 |
+
"size": {
|
| 35 |
+
"longest_edge": 16777216,
|
| 36 |
+
"shortest_edge": 65536
|
| 37 |
+
},
|
| 38 |
+
"temporal_patch_size": 2
|
| 39 |
+
}
|
checkpoint-24000/special_tokens_map.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
"<|im_start|>",
|
| 4 |
+
"<|im_end|>",
|
| 5 |
+
"<|object_ref_start|>",
|
| 6 |
+
"<|object_ref_end|>",
|
| 7 |
+
"<|box_start|>",
|
| 8 |
+
"<|box_end|>",
|
| 9 |
+
"<|quad_start|>",
|
| 10 |
+
"<|quad_end|>",
|
| 11 |
+
"<|vision_start|>",
|
| 12 |
+
"<|vision_end|>",
|
| 13 |
+
"<|vision_pad|>",
|
| 14 |
+
"<|image_pad|>",
|
| 15 |
+
"<|video_pad|>"
|
| 16 |
+
],
|
| 17 |
+
"eos_token": {
|
| 18 |
+
"content": "<|im_end|>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
},
|
| 24 |
+
"pad_token": {
|
| 25 |
+
"content": "<|endoftext|>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": false,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
}
|
| 31 |
+
}
|
checkpoint-24000/tokenizer_config.json
ADDED
|
@@ -0,0 +1,321 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_bos_token": false,
|
| 3 |
+
"add_prefix_space": false,
|
| 4 |
+
"added_tokens_decoder": {
|
| 5 |
+
"151643": {
|
| 6 |
+
"content": "<|endoftext|>",
|
| 7 |
+
"lstrip": false,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false,
|
| 11 |
+
"special": true
|
| 12 |
+
},
|
| 13 |
+
"151644": {
|
| 14 |
+
"content": "<|im_start|>",
|
| 15 |
+
"lstrip": false,
|
| 16 |
+
"normalized": false,
|
| 17 |
+
"rstrip": false,
|
| 18 |
+
"single_word": false,
|
| 19 |
+
"special": true
|
| 20 |
+
},
|
| 21 |
+
"151645": {
|
| 22 |
+
"content": "<|im_end|>",
|
| 23 |
+
"lstrip": false,
|
| 24 |
+
"normalized": false,
|
| 25 |
+
"rstrip": false,
|
| 26 |
+
"single_word": false,
|
| 27 |
+
"special": true
|
| 28 |
+
},
|
| 29 |
+
"151646": {
|
| 30 |
+
"content": "<|object_ref_start|>",
|
| 31 |
+
"lstrip": false,
|
| 32 |
+
"normalized": false,
|
| 33 |
+
"rstrip": false,
|
| 34 |
+
"single_word": false,
|
| 35 |
+
"special": true
|
| 36 |
+
},
|
| 37 |
+
"151647": {
|
| 38 |
+
"content": "<|object_ref_end|>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false,
|
| 43 |
+
"special": true
|
| 44 |
+
},
|
| 45 |
+
"151648": {
|
| 46 |
+
"content": "<|box_start|>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false,
|
| 51 |
+
"special": true
|
| 52 |
+
},
|
| 53 |
+
"151649": {
|
| 54 |
+
"content": "<|box_end|>",
|
| 55 |
+
"lstrip": false,
|
| 56 |
+
"normalized": false,
|
| 57 |
+
"rstrip": false,
|
| 58 |
+
"single_word": false,
|
| 59 |
+
"special": true
|
| 60 |
+
},
|
| 61 |
+
"151650": {
|
| 62 |
+
"content": "<|quad_start|>",
|
| 63 |
+
"lstrip": false,
|
| 64 |
+
"normalized": false,
|
| 65 |
+
"rstrip": false,
|
| 66 |
+
"single_word": false,
|
| 67 |
+
"special": true
|
| 68 |
+
},
|
| 69 |
+
"151651": {
|
| 70 |
+
"content": "<|quad_end|>",
|
| 71 |
+
"lstrip": false,
|
| 72 |
+
"normalized": false,
|
| 73 |
+
"rstrip": false,
|
| 74 |
+
"single_word": false,
|
| 75 |
+
"special": true
|
| 76 |
+
},
|
| 77 |
+
"151652": {
|
| 78 |
+
"content": "<|vision_start|>",
|
| 79 |
+
"lstrip": false,
|
| 80 |
+
"normalized": false,
|
| 81 |
+
"rstrip": false,
|
| 82 |
+
"single_word": false,
|
| 83 |
+
"special": true
|
| 84 |
+
},
|
| 85 |
+
"151653": {
|
| 86 |
+
"content": "<|vision_end|>",
|
| 87 |
+
"lstrip": false,
|
| 88 |
+
"normalized": false,
|
| 89 |
+
"rstrip": false,
|
| 90 |
+
"single_word": false,
|
| 91 |
+
"special": true
|
| 92 |
+
},
|
| 93 |
+
"151654": {
|
| 94 |
+
"content": "<|vision_pad|>",
|
| 95 |
+
"lstrip": false,
|
| 96 |
+
"normalized": false,
|
| 97 |
+
"rstrip": false,
|
| 98 |
+
"single_word": false,
|
| 99 |
+
"special": true
|
| 100 |
+
},
|
| 101 |
+
"151655": {
|
| 102 |
+
"content": "<|image_pad|>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false,
|
| 107 |
+
"special": true
|
| 108 |
+
},
|
| 109 |
+
"151656": {
|
| 110 |
+
"content": "<|video_pad|>",
|
| 111 |
+
"lstrip": false,
|
| 112 |
+
"normalized": false,
|
| 113 |
+
"rstrip": false,
|
| 114 |
+
"single_word": false,
|
| 115 |
+
"special": true
|
| 116 |
+
},
|
| 117 |
+
"151657": {
|
| 118 |
+
"content": "<tool_call>",
|
| 119 |
+
"lstrip": false,
|
| 120 |
+
"normalized": false,
|
| 121 |
+
"rstrip": false,
|
| 122 |
+
"single_word": false,
|
| 123 |
+
"special": false
|
| 124 |
+
},
|
| 125 |
+
"151658": {
|
| 126 |
+
"content": "</tool_call>",
|
| 127 |
+
"lstrip": false,
|
| 128 |
+
"normalized": false,
|
| 129 |
+
"rstrip": false,
|
| 130 |
+
"single_word": false,
|
| 131 |
+
"special": false
|
| 132 |
+
},
|
| 133 |
+
"151659": {
|
| 134 |
+
"content": "<|fim_prefix|>",
|
| 135 |
+
"lstrip": false,
|
| 136 |
+
"normalized": false,
|
| 137 |
+
"rstrip": false,
|
| 138 |
+
"single_word": false,
|
| 139 |
+
"special": false
|
| 140 |
+
},
|
| 141 |
+
"151660": {
|
| 142 |
+
"content": "<|fim_middle|>",
|
| 143 |
+
"lstrip": false,
|
| 144 |
+
"normalized": false,
|
| 145 |
+
"rstrip": false,
|
| 146 |
+
"single_word": false,
|
| 147 |
+
"special": false
|
| 148 |
+
},
|
| 149 |
+
"151661": {
|
| 150 |
+
"content": "<|fim_suffix|>",
|
| 151 |
+
"lstrip": false,
|
| 152 |
+
"normalized": false,
|
| 153 |
+
"rstrip": false,
|
| 154 |
+
"single_word": false,
|
| 155 |
+
"special": false
|
| 156 |
+
},
|
| 157 |
+
"151662": {
|
| 158 |
+
"content": "<|fim_pad|>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false,
|
| 163 |
+
"special": false
|
| 164 |
+
},
|
| 165 |
+
"151663": {
|
| 166 |
+
"content": "<|repo_name|>",
|
| 167 |
+
"lstrip": false,
|
| 168 |
+
"normalized": false,
|
| 169 |
+
"rstrip": false,
|
| 170 |
+
"single_word": false,
|
| 171 |
+
"special": false
|
| 172 |
+
},
|
| 173 |
+
"151664": {
|
| 174 |
+
"content": "<|file_sep|>",
|
| 175 |
+
"lstrip": false,
|
| 176 |
+
"normalized": false,
|
| 177 |
+
"rstrip": false,
|
| 178 |
+
"single_word": false,
|
| 179 |
+
"special": false
|
| 180 |
+
},
|
| 181 |
+
"151665": {
|
| 182 |
+
"content": "<tool_response>",
|
| 183 |
+
"lstrip": false,
|
| 184 |
+
"normalized": false,
|
| 185 |
+
"rstrip": false,
|
| 186 |
+
"single_word": false,
|
| 187 |
+
"special": false
|
| 188 |
+
},
|
| 189 |
+
"151666": {
|
| 190 |
+
"content": "</tool_response>",
|
| 191 |
+
"lstrip": false,
|
| 192 |
+
"normalized": false,
|
| 193 |
+
"rstrip": false,
|
| 194 |
+
"single_word": false,
|
| 195 |
+
"special": false
|
| 196 |
+
},
|
| 197 |
+
"151667": {
|
| 198 |
+
"content": "<think>",
|
| 199 |
+
"lstrip": false,
|
| 200 |
+
"normalized": false,
|
| 201 |
+
"rstrip": false,
|
| 202 |
+
"single_word": false,
|
| 203 |
+
"special": false
|
| 204 |
+
},
|
| 205 |
+
"151668": {
|
| 206 |
+
"content": "</think>",
|
| 207 |
+
"lstrip": false,
|
| 208 |
+
"normalized": false,
|
| 209 |
+
"rstrip": false,
|
| 210 |
+
"single_word": false,
|
| 211 |
+
"special": false
|
| 212 |
+
},
|
| 213 |
+
"151669": {
|
| 214 |
+
"content": "<query>",
|
| 215 |
+
"lstrip": false,
|
| 216 |
+
"normalized": false,
|
| 217 |
+
"rstrip": false,
|
| 218 |
+
"single_word": false,
|
| 219 |
+
"special": true
|
| 220 |
+
},
|
| 221 |
+
"151670": {
|
| 222 |
+
"content": "<LAT0>",
|
| 223 |
+
"lstrip": false,
|
| 224 |
+
"normalized": false,
|
| 225 |
+
"rstrip": false,
|
| 226 |
+
"single_word": false,
|
| 227 |
+
"special": true
|
| 228 |
+
},
|
| 229 |
+
"151671": {
|
| 230 |
+
"content": "<LAT1>",
|
| 231 |
+
"lstrip": false,
|
| 232 |
+
"normalized": false,
|
| 233 |
+
"rstrip": false,
|
| 234 |
+
"single_word": false,
|
| 235 |
+
"special": true
|
| 236 |
+
},
|
| 237 |
+
"151672": {
|
| 238 |
+
"content": "<LAT2>",
|
| 239 |
+
"lstrip": false,
|
| 240 |
+
"normalized": false,
|
| 241 |
+
"rstrip": false,
|
| 242 |
+
"single_word": false,
|
| 243 |
+
"special": true
|
| 244 |
+
},
|
| 245 |
+
"151673": {
|
| 246 |
+
"content": "<LAT3>",
|
| 247 |
+
"lstrip": false,
|
| 248 |
+
"normalized": false,
|
| 249 |
+
"rstrip": false,
|
| 250 |
+
"single_word": false,
|
| 251 |
+
"special": true
|
| 252 |
+
},
|
| 253 |
+
"151674": {
|
| 254 |
+
"content": "<LAT4>",
|
| 255 |
+
"lstrip": false,
|
| 256 |
+
"normalized": false,
|
| 257 |
+
"rstrip": false,
|
| 258 |
+
"single_word": false,
|
| 259 |
+
"special": true
|
| 260 |
+
},
|
| 261 |
+
"151675": {
|
| 262 |
+
"content": "<LAT5>",
|
| 263 |
+
"lstrip": false,
|
| 264 |
+
"normalized": false,
|
| 265 |
+
"rstrip": false,
|
| 266 |
+
"single_word": false,
|
| 267 |
+
"special": true
|
| 268 |
+
},
|
| 269 |
+
"151676": {
|
| 270 |
+
"content": "<LAT6>",
|
| 271 |
+
"lstrip": false,
|
| 272 |
+
"normalized": false,
|
| 273 |
+
"rstrip": false,
|
| 274 |
+
"single_word": false,
|
| 275 |
+
"special": true
|
| 276 |
+
},
|
| 277 |
+
"151677": {
|
| 278 |
+
"content": "<LAT7>",
|
| 279 |
+
"lstrip": false,
|
| 280 |
+
"normalized": false,
|
| 281 |
+
"rstrip": false,
|
| 282 |
+
"single_word": false,
|
| 283 |
+
"special": true
|
| 284 |
+
},
|
| 285 |
+
"151678": {
|
| 286 |
+
"content": "<LAT_EOS>",
|
| 287 |
+
"lstrip": false,
|
| 288 |
+
"normalized": false,
|
| 289 |
+
"rstrip": false,
|
| 290 |
+
"single_word": false,
|
| 291 |
+
"special": true
|
| 292 |
+
}
|
| 293 |
+
},
|
| 294 |
+
"additional_special_tokens": [
|
| 295 |
+
"<|im_start|>",
|
| 296 |
+
"<|im_end|>",
|
| 297 |
+
"<|object_ref_start|>",
|
| 298 |
+
"<|object_ref_end|>",
|
| 299 |
+
"<|box_start|>",
|
| 300 |
+
"<|box_end|>",
|
| 301 |
+
"<|quad_start|>",
|
| 302 |
+
"<|quad_end|>",
|
| 303 |
+
"<|vision_start|>",
|
| 304 |
+
"<|vision_end|>",
|
| 305 |
+
"<|vision_pad|>",
|
| 306 |
+
"<|image_pad|>",
|
| 307 |
+
"<|video_pad|>"
|
| 308 |
+
],
|
| 309 |
+
"bos_token": null,
|
| 310 |
+
"clean_up_tokenization_spaces": false,
|
| 311 |
+
"eos_token": "<|im_end|>",
|
| 312 |
+
"errors": "replace",
|
| 313 |
+
"extra_special_tokens": {},
|
| 314 |
+
"model_max_length": 262144,
|
| 315 |
+
"pad_token": "<|endoftext|>",
|
| 316 |
+
"padding_side": "right",
|
| 317 |
+
"processor_class": "Qwen3VLProcessor",
|
| 318 |
+
"split_special_tokens": false,
|
| 319 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 320 |
+
"unk_token": null
|
| 321 |
+
}
|
checkpoint-24000/video_preprocessor_config.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"crop_size": null,
|
| 3 |
+
"data_format": "channels_first",
|
| 4 |
+
"default_to_square": true,
|
| 5 |
+
"device": null,
|
| 6 |
+
"do_center_crop": null,
|
| 7 |
+
"do_convert_rgb": true,
|
| 8 |
+
"do_normalize": true,
|
| 9 |
+
"do_rescale": true,
|
| 10 |
+
"do_resize": true,
|
| 11 |
+
"do_sample_frames": true,
|
| 12 |
+
"fps": 2,
|
| 13 |
+
"image_mean": [
|
| 14 |
+
0.5,
|
| 15 |
+
0.5,
|
| 16 |
+
0.5
|
| 17 |
+
],
|
| 18 |
+
"image_std": [
|
| 19 |
+
0.5,
|
| 20 |
+
0.5,
|
| 21 |
+
0.5
|
| 22 |
+
],
|
| 23 |
+
"input_data_format": null,
|
| 24 |
+
"max_frames": 768,
|
| 25 |
+
"merge_size": 2,
|
| 26 |
+
"min_frames": 4,
|
| 27 |
+
"num_frames": null,
|
| 28 |
+
"pad_size": null,
|
| 29 |
+
"patch_size": 16,
|
| 30 |
+
"processor_class": "Qwen3VLProcessor",
|
| 31 |
+
"resample": 3,
|
| 32 |
+
"rescale_factor": 0.00392156862745098,
|
| 33 |
+
"return_metadata": false,
|
| 34 |
+
"size": {
|
| 35 |
+
"longest_edge": 25165824,
|
| 36 |
+
"shortest_edge": 4096
|
| 37 |
+
},
|
| 38 |
+
"temporal_patch_size": 2,
|
| 39 |
+
"video_metadata": null,
|
| 40 |
+
"video_processor_type": "Qwen3VLVideoProcessor"
|
| 41 |
+
}
|
checkpoint-24000/vocab.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_xSWpGhhM1H8,-0.116852,0.121897
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.288640,0.218034
|
| 4 |
+
topk,v_qGID8CHyClA,v_qGID8CHyClA,-0.042505,-0.078379
|
| 5 |
+
topk,v_8YKUwWUU-O0,v_8YKUwWUU-O0,0.157327,-0.121981
|
| 6 |
+
topk,v_mFWRIp164r4,v_mFWRIp164r4,0.235966,0.139066
|
| 7 |
+
topk,v_iMB_mb11KWM,v_iMB_mb11KWM,-0.173869,-0.307899
|
| 8 |
+
topk,v_XELYXH6fqeA,v_XELYXH6fqeA,0.228573,0.029261
|
checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000005_v_gqK_jApRT5E.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_gqK_jApRT5E,-0.027973,0.202175
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.817312,-0.111438
|
| 4 |
+
topk,v_gqK_jApRT5E,v_gqK_jApRT5E,0.056160,0.330634
|
| 5 |
+
topk,v_s4Ryxk3TxKA,v_s4Ryxk3TxKA,0.121349,0.192903
|
| 6 |
+
topk,v_xuq9oRm8QZo,v_xuq9oRm8QZo,0.215015,-0.080337
|
| 7 |
+
topk,v_Rd9TrjbCkAE,v_Rd9TrjbCkAE,0.139415,-0.328751
|
| 8 |
+
topk,v_0PmrImNqA2w,v_0PmrImNqA2w,0.313346,-0.205187
|
checkpoint-30000/embedding_vis/checkpoint-30000/000008_v_RHpigjSwhVM.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000011_v_l4UJiGsZVfE.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000014_v_QCeGGnd4QB0.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_QCeGGnd4QB0,-0.199844,0.038083
|
| 3 |
+
pos,v_dgas2Fku3No,v_dgas2Fku3No,-0.028914,0.076595
|
| 4 |
+
topk,v_QCeGGnd4QB0,v_QCeGGnd4QB0,-0.257289,-0.166762
|
| 5 |
+
topk,v_ooCciCGrdcA,v_ooCciCGrdcA,0.001528,0.331437
|
| 6 |
+
topk,v_qXD7myRvw0M,v_qXD7myRvw0M,0.099384,-0.188404
|
| 7 |
+
topk,v_fU4EgYmISro,v_fU4EgYmISro,0.156265,-0.081980
|
| 8 |
+
topk,v_pe0MhPhhVIk,v_pe0MhPhhVIk,0.228871,-0.008968
|
checkpoint-30000/embedding_vis/checkpoint-30000/000015_v_ooCciCGrdcA.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_qN0a8-A-5Pg,-0.045303,0.014533
|
| 3 |
+
pos,v_Jx4GCjGARqs,v_Jx4GCjGARqs,0.401117,-0.141762
|
| 4 |
+
topk,v_wvFJbY3SmXI,v_wvFJbY3SmXI,-0.066751,-0.112958
|
| 5 |
+
topk,v_HtCQ-OmHJl4,v_HtCQ-OmHJl4,-0.164811,0.000945
|
| 6 |
+
topk,v_qN0a8-A-5Pg,v_qN0a8-A-5Pg,-0.195934,-0.154106
|
| 7 |
+
topk,v_j6HDZh7W6Z4,v_j6HDZh7W6Z4,0.106237,0.238184
|
| 8 |
+
topk,v_5g7bqiT7Y3c,v_5g7bqiT7Y3c,-0.034555,0.155164
|
checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000027_v_RGMSc1tfkzA.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000028_v_DguywhRJ7ds.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000032_v_Wy0u0amd4Ko.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000040_v_iosb2TdQ7yY.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_iosb2TdQ7yY,-0.012559,0.397538
|
| 3 |
+
pos,v_73AGD3RWPEw,v_73AGD3RWPEw,-0.317648,0.067502
|
| 4 |
+
topk,v_SSoHwNbASQQ,v_SSoHwNbASQQ,-0.037737,-0.104243
|
| 5 |
+
topk,v__D9oML1HvVw,v__D9oML1HvVw,-0.018732,-0.112729
|
| 6 |
+
topk,v_QHn9KyE-zZo,v_QHn9KyE-zZo,-0.074227,-0.128575
|
| 7 |
+
topk,v_45gAK3x_0ds,v_45gAK3x_0ds,0.380490,0.068164
|
| 8 |
+
topk,v_aw4ehW-wTKA,v_aw4ehW-wTKA,0.080413,-0.187656
|
checkpoint-30000/embedding_vis/checkpoint-30000/000041_v__D9oML1HvVw.png
ADDED
|
checkpoint-30000/embedding_vis/checkpoint-30000/000042_v_FJ7yrh2UiQ8.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_FJ7yrh2UiQ8,-0.093615,0.077440
|
| 3 |
+
pos,v_FJ7yrh2UiQ8,v_FJ7yrh2UiQ8,-0.227117,0.166893
|
| 4 |
+
topk,v_PJgy8J1f3jg,v_PJgy8J1f3jg,-0.001272,0.030791
|
| 5 |
+
topk,v_UGjF8G0HLZA,v_UGjF8G0HLZA,0.255370,0.041042
|
| 6 |
+
topk,v_H_dERoTis5Y,v_H_dERoTis5Y,-0.302181,-0.027537
|
| 7 |
+
topk,v_-5c9WHk408g,v_-5c9WHk408g,0.012618,-0.376041
|
| 8 |
+
topk,v_fDPNV463JuE,v_fDPNV463JuE,0.356196,0.087412
|
checkpoint-9000/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: Qwen/Qwen3-VL-2B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:Qwen/Qwen3-VL-2B-Instruct
|
| 7 |
+
- llama-factory
|
| 8 |
+
- lora
|
| 9 |
+
- transformers
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.17.1
|
checkpoint-9000/adapter_config.json
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-VL-2B-Instruct",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 32,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": [
|
| 22 |
+
"embed_tokens",
|
| 23 |
+
"lm_head"
|
| 24 |
+
],
|
| 25 |
+
"peft_type": "LORA",
|
| 26 |
+
"qalora_group_size": 16,
|
| 27 |
+
"r": 16,
|
| 28 |
+
"rank_pattern": {},
|
| 29 |
+
"revision": null,
|
| 30 |
+
"target_modules": [
|
| 31 |
+
"k_proj",
|
| 32 |
+
"up_proj",
|
| 33 |
+
"q_proj",
|
| 34 |
+
"v_proj",
|
| 35 |
+
"down_proj",
|
| 36 |
+
"o_proj",
|
| 37 |
+
"gate_proj"
|
| 38 |
+
],
|
| 39 |
+
"target_parameters": null,
|
| 40 |
+
"task_type": "CAUSAL_LM",
|
| 41 |
+
"trainable_token_indices": null,
|
| 42 |
+
"use_dora": false,
|
| 43 |
+
"use_qalora": false,
|
| 44 |
+
"use_rslora": false
|
| 45 |
+
}
|
checkpoint-9000/added_tokens.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</think>": 151668,
|
| 3 |
+
"</tool_call>": 151658,
|
| 4 |
+
"</tool_response>": 151666,
|
| 5 |
+
"<LAT0>": 151670,
|
| 6 |
+
"<LAT1>": 151671,
|
| 7 |
+
"<LAT2>": 151672,
|
| 8 |
+
"<LAT3>": 151673,
|
| 9 |
+
"<LAT4>": 151674,
|
| 10 |
+
"<LAT5>": 151675,
|
| 11 |
+
"<LAT6>": 151676,
|
| 12 |
+
"<LAT7>": 151677,
|
| 13 |
+
"<LAT_EOS>": 151678,
|
| 14 |
+
"<query>": 151669,
|
| 15 |
+
"<think>": 151667,
|
| 16 |
+
"<tool_call>": 151657,
|
| 17 |
+
"<tool_response>": 151665,
|
| 18 |
+
"<|box_end|>": 151649,
|
| 19 |
+
"<|box_start|>": 151648,
|
| 20 |
+
"<|endoftext|>": 151643,
|
| 21 |
+
"<|file_sep|>": 151664,
|
| 22 |
+
"<|fim_middle|>": 151660,
|
| 23 |
+
"<|fim_pad|>": 151662,
|
| 24 |
+
"<|fim_prefix|>": 151659,
|
| 25 |
+
"<|fim_suffix|>": 151661,
|
| 26 |
+
"<|im_end|>": 151645,
|
| 27 |
+
"<|im_start|>": 151644,
|
| 28 |
+
"<|image_pad|>": 151655,
|
| 29 |
+
"<|object_ref_end|>": 151647,
|
| 30 |
+
"<|object_ref_start|>": 151646,
|
| 31 |
+
"<|quad_end|>": 151651,
|
| 32 |
+
"<|quad_start|>": 151650,
|
| 33 |
+
"<|repo_name|>": 151663,
|
| 34 |
+
"<|video_pad|>": 151656,
|
| 35 |
+
"<|vision_end|>": 151653,
|
| 36 |
+
"<|vision_pad|>": 151654,
|
| 37 |
+
"<|vision_start|>": 151652
|
| 38 |
+
}
|
checkpoint-9000/chat_template.jinja
ADDED
|
@@ -0,0 +1,120 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0].role == 'system' %}
|
| 4 |
+
{%- if messages[0].content is string %}
|
| 5 |
+
{{- messages[0].content }}
|
| 6 |
+
{%- else %}
|
| 7 |
+
{%- for content in messages[0].content %}
|
| 8 |
+
{%- if 'text' in content %}
|
| 9 |
+
{{- content.text }}
|
| 10 |
+
{%- endif %}
|
| 11 |
+
{%- endfor %}
|
| 12 |
+
{%- endif %}
|
| 13 |
+
{{- '\n\n' }}
|
| 14 |
+
{%- endif %}
|
| 15 |
+
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 16 |
+
{%- for tool in tools %}
|
| 17 |
+
{{- "\n" }}
|
| 18 |
+
{{- tool | tojson }}
|
| 19 |
+
{%- endfor %}
|
| 20 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 21 |
+
{%- else %}
|
| 22 |
+
{%- if messages[0].role == 'system' %}
|
| 23 |
+
{{- '<|im_start|>system\n' }}
|
| 24 |
+
{%- if messages[0].content is string %}
|
| 25 |
+
{{- messages[0].content }}
|
| 26 |
+
{%- else %}
|
| 27 |
+
{%- for content in messages[0].content %}
|
| 28 |
+
{%- if 'text' in content %}
|
| 29 |
+
{{- content.text }}
|
| 30 |
+
{%- endif %}
|
| 31 |
+
{%- endfor %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '<|im_end|>\n' }}
|
| 34 |
+
{%- endif %}
|
| 35 |
+
{%- endif %}
|
| 36 |
+
{%- set image_count = namespace(value=0) %}
|
| 37 |
+
{%- set video_count = namespace(value=0) %}
|
| 38 |
+
{%- for message in messages %}
|
| 39 |
+
{%- if message.role == "user" %}
|
| 40 |
+
{{- '<|im_start|>' + message.role + '\n' }}
|
| 41 |
+
{%- if message.content is string %}
|
| 42 |
+
{{- message.content }}
|
| 43 |
+
{%- else %}
|
| 44 |
+
{%- for content in message.content %}
|
| 45 |
+
{%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
|
| 46 |
+
{%- set image_count.value = image_count.value + 1 %}
|
| 47 |
+
{%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
|
| 48 |
+
<|vision_start|><|image_pad|><|vision_end|>
|
| 49 |
+
{%- elif content.type == 'video' or 'video' in content %}
|
| 50 |
+
{%- set video_count.value = video_count.value + 1 %}
|
| 51 |
+
{%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
|
| 52 |
+
<|vision_start|><|video_pad|><|vision_end|>
|
| 53 |
+
{%- elif 'text' in content %}
|
| 54 |
+
{{- content.text }}
|
| 55 |
+
{%- endif %}
|
| 56 |
+
{%- endfor %}
|
| 57 |
+
{%- endif %}
|
| 58 |
+
{{- '<|im_end|>\n' }}
|
| 59 |
+
{%- elif message.role == "assistant" %}
|
| 60 |
+
{{- '<|im_start|>' + message.role + '\n' }}
|
| 61 |
+
{%- if message.content is string %}
|
| 62 |
+
{{- message.content }}
|
| 63 |
+
{%- else %}
|
| 64 |
+
{%- for content_item in message.content %}
|
| 65 |
+
{%- if 'text' in content_item %}
|
| 66 |
+
{{- content_item.text }}
|
| 67 |
+
{%- endif %}
|
| 68 |
+
{%- endfor %}
|
| 69 |
+
{%- endif %}
|
| 70 |
+
{%- if message.tool_calls %}
|
| 71 |
+
{%- for tool_call in message.tool_calls %}
|
| 72 |
+
{%- if (loop.first and message.content) or (not loop.first) %}
|
| 73 |
+
{{- '\n' }}
|
| 74 |
+
{%- endif %}
|
| 75 |
+
{%- if tool_call.function %}
|
| 76 |
+
{%- set tool_call = tool_call.function %}
|
| 77 |
+
{%- endif %}
|
| 78 |
+
{{- '<tool_call>\n{"name": "' }}
|
| 79 |
+
{{- tool_call.name }}
|
| 80 |
+
{{- '", "arguments": ' }}
|
| 81 |
+
{%- if tool_call.arguments is string %}
|
| 82 |
+
{{- tool_call.arguments }}
|
| 83 |
+
{%- else %}
|
| 84 |
+
{{- tool_call.arguments | tojson }}
|
| 85 |
+
{%- endif %}
|
| 86 |
+
{{- '}\n</tool_call>' }}
|
| 87 |
+
{%- endfor %}
|
| 88 |
+
{%- endif %}
|
| 89 |
+
{{- '<|im_end|>\n' }}
|
| 90 |
+
{%- elif message.role == "tool" %}
|
| 91 |
+
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
| 92 |
+
{{- '<|im_start|>user' }}
|
| 93 |
+
{%- endif %}
|
| 94 |
+
{{- '\n<tool_response>\n' }}
|
| 95 |
+
{%- if message.content is string %}
|
| 96 |
+
{{- message.content }}
|
| 97 |
+
{%- else %}
|
| 98 |
+
{%- for content in message.content %}
|
| 99 |
+
{%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
|
| 100 |
+
{%- set image_count.value = image_count.value + 1 %}
|
| 101 |
+
{%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
|
| 102 |
+
<|vision_start|><|image_pad|><|vision_end|>
|
| 103 |
+
{%- elif content.type == 'video' or 'video' in content %}
|
| 104 |
+
{%- set video_count.value = video_count.value + 1 %}
|
| 105 |
+
{%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
|
| 106 |
+
<|vision_start|><|video_pad|><|vision_end|>
|
| 107 |
+
{%- elif 'text' in content %}
|
| 108 |
+
{{- content.text }}
|
| 109 |
+
{%- endif %}
|
| 110 |
+
{%- endfor %}
|
| 111 |
+
{%- endif %}
|
| 112 |
+
{{- '\n</tool_response>' }}
|
| 113 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 114 |
+
{{- '<|im_end|>\n' }}
|
| 115 |
+
{%- endif %}
|
| 116 |
+
{%- endif %}
|
| 117 |
+
{%- endfor %}
|
| 118 |
+
{%- if add_generation_prompt %}
|
| 119 |
+
{{- '<|im_start|>assistant\n' }}
|
| 120 |
+
{%- endif %}
|
checkpoint-9000/checkpoint-9000_eval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-9000/embedding_vis/checkpoint-9000/000001_v_Jl2lDgcsvmA.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_Jl2lDgcsvmA,-0.078253,-0.010064
|
| 3 |
+
pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,0.706515,-0.082496
|
| 4 |
+
topk,v_Jl2lDgcsvmA,v_Jl2lDgcsvmA,-0.131008,-0.174088
|
| 5 |
+
topk,v_sC7xUkNTpP4,v_sC7xUkNTpP4,-0.207782,0.168790
|
| 6 |
+
topk,v_6VT2jBflMAM,v_6VT2jBflMAM,-0.133862,-0.218383
|
| 7 |
+
topk,v_lQWij22wbNU,v_lQWij22wbNU,-0.181943,-0.154603
|
| 8 |
+
topk,v_mWNTl9Bh7kI,v_mWNTl9Bh7kI,0.026334,0.470844
|
checkpoint-9000/embedding_vis/checkpoint-9000/000004_v_6VT2jBflMAM.png
ADDED
|
checkpoint-9000/embedding_vis/checkpoint-9000/000006_v_xIhTY02lRSE.csv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
label,doc_id,video_id,x,y
|
| 2 |
+
student,,v_xIhTY02lRSE,-0.033360,-0.292219
|
| 3 |
+
pos,v_xIhTY02lRSE,v_xIhTY02lRSE,0.022972,-0.322320
|
| 4 |
+
topk,v_8AsV0ojyUMU,v_8AsV0ojyUMU,0.356344,0.015324
|
| 5 |
+
topk,v_ngxs6ngJR4k,v_ngxs6ngJR4k,0.089237,0.187007
|
| 6 |
+
topk,v_kShrO0yutUQ,v_kShrO0yutUQ,0.226107,0.215312
|
| 7 |
+
topk,v_9ut_IDtfVzY,v_9ut_IDtfVzY,-0.388822,0.167829
|
| 8 |
+
topk,v_PJgB6h-fImY,v_PJgB6h-fImY,-0.272480,0.029067
|
checkpoint-9000/embedding_vis/checkpoint-9000/000007_v_T7fzZX0qKKQ.png
ADDED
|
checkpoint-9000/embedding_vis/checkpoint-9000/000009_v_vrXqd_Ct298.png
ADDED
|