happy8825 commited on
Commit
14b7d5c
·
verified ·
1 Parent(s): 64d9f54

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +59 -0
  2. adapter_config.json +45 -0
  3. added_tokens.json +38 -0
  4. all_results.json +8 -0
  5. checkpoint-24000/README.md +208 -0
  6. checkpoint-24000/adapter_config.json +45 -0
  7. checkpoint-24000/added_tokens.json +38 -0
  8. checkpoint-24000/chat_template.jinja +120 -0
  9. checkpoint-24000/checkpoint-24000_eval.jsonl +10 -0
  10. checkpoint-24000/embedding_vis/checkpoint-24000/000000_v_xSWpGhhM1H8.csv +8 -0
  11. checkpoint-24000/embedding_vis/checkpoint-24000/000001_v_Jl2lDgcsvmA.csv +8 -0
  12. checkpoint-24000/embedding_vis/checkpoint-24000/000002_v_ymJTN8aKZEw.csv +8 -0
  13. checkpoint-24000/embedding_vis/checkpoint-24000/000003_v_dP2DgvNt12Y.csv +8 -0
  14. checkpoint-24000/embedding_vis/checkpoint-24000/000004_v_6VT2jBflMAM.csv +8 -0
  15. checkpoint-24000/embedding_vis/checkpoint-24000/000005_v_gqK_jApRT5E.csv +8 -0
  16. checkpoint-24000/embedding_vis/checkpoint-24000/000006_v_xIhTY02lRSE.csv +8 -0
  17. checkpoint-24000/embedding_vis/checkpoint-24000/000007_v_T7fzZX0qKKQ.csv +8 -0
  18. checkpoint-24000/embedding_vis/checkpoint-24000/000008_v_RHpigjSwhVM.csv +8 -0
  19. checkpoint-24000/embedding_vis/checkpoint-24000/000009_v_vrXqd_Ct298.csv +8 -0
  20. checkpoint-24000/merges.txt +0 -0
  21. checkpoint-24000/preprocessor_config.json +39 -0
  22. checkpoint-24000/special_tokens_map.json +31 -0
  23. checkpoint-24000/tokenizer_config.json +321 -0
  24. checkpoint-24000/video_preprocessor_config.json +41 -0
  25. checkpoint-24000/vocab.json +0 -0
  26. checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.csv +8 -0
  27. checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.png +0 -0
  28. checkpoint-30000/embedding_vis/checkpoint-30000/000005_v_gqK_jApRT5E.csv +8 -0
  29. checkpoint-30000/embedding_vis/checkpoint-30000/000008_v_RHpigjSwhVM.png +0 -0
  30. checkpoint-30000/embedding_vis/checkpoint-30000/000011_v_l4UJiGsZVfE.png +0 -0
  31. checkpoint-30000/embedding_vis/checkpoint-30000/000014_v_QCeGGnd4QB0.csv +8 -0
  32. checkpoint-30000/embedding_vis/checkpoint-30000/000015_v_ooCciCGrdcA.png +0 -0
  33. checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.csv +8 -0
  34. checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.png +0 -0
  35. checkpoint-30000/embedding_vis/checkpoint-30000/000027_v_RGMSc1tfkzA.png +0 -0
  36. checkpoint-30000/embedding_vis/checkpoint-30000/000028_v_DguywhRJ7ds.png +0 -0
  37. checkpoint-30000/embedding_vis/checkpoint-30000/000032_v_Wy0u0amd4Ko.png +0 -0
  38. checkpoint-30000/embedding_vis/checkpoint-30000/000040_v_iosb2TdQ7yY.csv +8 -0
  39. checkpoint-30000/embedding_vis/checkpoint-30000/000041_v__D9oML1HvVw.png +0 -0
  40. checkpoint-30000/embedding_vis/checkpoint-30000/000042_v_FJ7yrh2UiQ8.csv +8 -0
  41. checkpoint-9000/README.md +208 -0
  42. checkpoint-9000/adapter_config.json +45 -0
  43. checkpoint-9000/added_tokens.json +38 -0
  44. checkpoint-9000/chat_template.jinja +120 -0
  45. checkpoint-9000/checkpoint-9000_eval.jsonl +0 -0
  46. checkpoint-9000/embedding_vis/checkpoint-9000/000001_v_Jl2lDgcsvmA.csv +8 -0
  47. checkpoint-9000/embedding_vis/checkpoint-9000/000004_v_6VT2jBflMAM.png +0 -0
  48. checkpoint-9000/embedding_vis/checkpoint-9000/000006_v_xIhTY02lRSE.csv +8 -0
  49. checkpoint-9000/embedding_vis/checkpoint-9000/000007_v_T7fzZX0qKKQ.png +0 -0
  50. checkpoint-9000/embedding_vis/checkpoint-9000/000009_v_vrXqd_Ct298.png +0 -0
README.md ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ license: other
4
+ base_model: Qwen/Qwen3-VL-2B-Instruct
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3-VL-2B-Instruct
7
+ - llama-factory
8
+ - lora
9
+ - transformers
10
+ pipeline_tag: text-generation
11
+ model-index:
12
+ - name: softquery_stage0_lora_sft
13
+ results: []
14
+ ---
15
+
16
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
17
+ should probably proofread and complete it, then remove this comment. -->
18
+
19
+ # softquery_stage0_lora_sft
20
+
21
+ This model is a fine-tuned version of [Qwen/Qwen3-VL-2B-Instruct](https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct) on the softquery_stage0 dataset.
22
+
23
+ ## Model description
24
+
25
+ More information needed
26
+
27
+ ## Intended uses & limitations
28
+
29
+ More information needed
30
+
31
+ ## Training and evaluation data
32
+
33
+ More information needed
34
+
35
+ ## Training procedure
36
+
37
+ ### Training hyperparameters
38
+
39
+ The following hyperparameters were used during training:
40
+ - learning_rate: 0.0001
41
+ - train_batch_size: 1
42
+ - eval_batch_size: 8
43
+ - seed: 42
44
+ - optimizer: Use OptimizerNames.ADAMW_TORCH_FUSED with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
45
+ - lr_scheduler_type: cosine
46
+ - lr_scheduler_warmup_ratio: 0.1
47
+ - num_epochs: 1.0
48
+
49
+ ### Training results
50
+
51
+
52
+
53
+ ### Framework versions
54
+
55
+ - PEFT 0.17.1
56
+ - Transformers 4.57.1
57
+ - Pytorch 2.8.0+cu128
58
+ - Datasets 4.0.0
59
+ - Tokenizers 0.22.2
adapter_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-VL-2B-Instruct",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [
22
+ "embed_tokens",
23
+ "lm_head"
24
+ ],
25
+ "peft_type": "LORA",
26
+ "qalora_group_size": 16,
27
+ "r": 16,
28
+ "rank_pattern": {},
29
+ "revision": null,
30
+ "target_modules": [
31
+ "v_proj",
32
+ "gate_proj",
33
+ "k_proj",
34
+ "q_proj",
35
+ "o_proj",
36
+ "down_proj",
37
+ "up_proj"
38
+ ],
39
+ "target_parameters": null,
40
+ "task_type": "CAUSAL_LM",
41
+ "trainable_token_indices": null,
42
+ "use_dora": false,
43
+ "use_qalora": false,
44
+ "use_rslora": false
45
+ }
added_tokens.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<LAT0>": 151670,
6
+ "<LAT1>": 151671,
7
+ "<LAT2>": 151672,
8
+ "<LAT3>": 151673,
9
+ "<LAT4>": 151674,
10
+ "<LAT5>": 151675,
11
+ "<LAT6>": 151676,
12
+ "<LAT7>": 151677,
13
+ "<LAT_EOS>": 151678,
14
+ "<query>": 151669,
15
+ "<think>": 151667,
16
+ "<tool_call>": 151657,
17
+ "<tool_response>": 151665,
18
+ "<|box_end|>": 151649,
19
+ "<|box_start|>": 151648,
20
+ "<|endoftext|>": 151643,
21
+ "<|file_sep|>": 151664,
22
+ "<|fim_middle|>": 151660,
23
+ "<|fim_pad|>": 151662,
24
+ "<|fim_prefix|>": 151659,
25
+ "<|fim_suffix|>": 151661,
26
+ "<|im_end|>": 151645,
27
+ "<|im_start|>": 151644,
28
+ "<|image_pad|>": 151655,
29
+ "<|object_ref_end|>": 151647,
30
+ "<|object_ref_start|>": 151646,
31
+ "<|quad_end|>": 151651,
32
+ "<|quad_start|>": 151650,
33
+ "<|repo_name|>": 151663,
34
+ "<|video_pad|>": 151656,
35
+ "<|vision_end|>": 151653,
36
+ "<|vision_pad|>": 151654,
37
+ "<|vision_start|>": 151652
38
+ }
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "total_flos": 5.282142592578355e+16,
4
+ "train_loss": 0.4946937225859612,
5
+ "train_runtime": 3525.3482,
6
+ "train_samples_per_second": 1.418,
7
+ "train_steps_per_second": 1.418
8
+ }
checkpoint-24000/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3-VL-2B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3-VL-2B-Instruct
7
+ - llama-factory
8
+ - lora
9
+ - transformers
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.17.1
checkpoint-24000/adapter_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-VL-2B-Instruct",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [
22
+ "embed_tokens",
23
+ "lm_head"
24
+ ],
25
+ "peft_type": "LORA",
26
+ "qalora_group_size": 16,
27
+ "r": 16,
28
+ "rank_pattern": {},
29
+ "revision": null,
30
+ "target_modules": [
31
+ "k_proj",
32
+ "up_proj",
33
+ "q_proj",
34
+ "v_proj",
35
+ "down_proj",
36
+ "o_proj",
37
+ "gate_proj"
38
+ ],
39
+ "target_parameters": null,
40
+ "task_type": "CAUSAL_LM",
41
+ "trainable_token_indices": null,
42
+ "use_dora": false,
43
+ "use_qalora": false,
44
+ "use_rslora": false
45
+ }
checkpoint-24000/added_tokens.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<LAT0>": 151670,
6
+ "<LAT1>": 151671,
7
+ "<LAT2>": 151672,
8
+ "<LAT3>": 151673,
9
+ "<LAT4>": 151674,
10
+ "<LAT5>": 151675,
11
+ "<LAT6>": 151676,
12
+ "<LAT7>": 151677,
13
+ "<LAT_EOS>": 151678,
14
+ "<query>": 151669,
15
+ "<think>": 151667,
16
+ "<tool_call>": 151657,
17
+ "<tool_response>": 151665,
18
+ "<|box_end|>": 151649,
19
+ "<|box_start|>": 151648,
20
+ "<|endoftext|>": 151643,
21
+ "<|file_sep|>": 151664,
22
+ "<|fim_middle|>": 151660,
23
+ "<|fim_pad|>": 151662,
24
+ "<|fim_prefix|>": 151659,
25
+ "<|fim_suffix|>": 151661,
26
+ "<|im_end|>": 151645,
27
+ "<|im_start|>": 151644,
28
+ "<|image_pad|>": 151655,
29
+ "<|object_ref_end|>": 151647,
30
+ "<|object_ref_start|>": 151646,
31
+ "<|quad_end|>": 151651,
32
+ "<|quad_start|>": 151650,
33
+ "<|repo_name|>": 151663,
34
+ "<|video_pad|>": 151656,
35
+ "<|vision_end|>": 151653,
36
+ "<|vision_pad|>": 151654,
37
+ "<|vision_start|>": 151652
38
+ }
checkpoint-24000/chat_template.jinja ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {%- if messages[0].content is string %}
5
+ {{- messages[0].content }}
6
+ {%- else %}
7
+ {%- for content in messages[0].content %}
8
+ {%- if 'text' in content %}
9
+ {{- content.text }}
10
+ {%- endif %}
11
+ {%- endfor %}
12
+ {%- endif %}
13
+ {{- '\n\n' }}
14
+ {%- endif %}
15
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
16
+ {%- for tool in tools %}
17
+ {{- "\n" }}
18
+ {{- tool | tojson }}
19
+ {%- endfor %}
20
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
21
+ {%- else %}
22
+ {%- if messages[0].role == 'system' %}
23
+ {{- '<|im_start|>system\n' }}
24
+ {%- if messages[0].content is string %}
25
+ {{- messages[0].content }}
26
+ {%- else %}
27
+ {%- for content in messages[0].content %}
28
+ {%- if 'text' in content %}
29
+ {{- content.text }}
30
+ {%- endif %}
31
+ {%- endfor %}
32
+ {%- endif %}
33
+ {{- '<|im_end|>\n' }}
34
+ {%- endif %}
35
+ {%- endif %}
36
+ {%- set image_count = namespace(value=0) %}
37
+ {%- set video_count = namespace(value=0) %}
38
+ {%- for message in messages %}
39
+ {%- if message.role == "user" %}
40
+ {{- '<|im_start|>' + message.role + '\n' }}
41
+ {%- if message.content is string %}
42
+ {{- message.content }}
43
+ {%- else %}
44
+ {%- for content in message.content %}
45
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
46
+ {%- set image_count.value = image_count.value + 1 %}
47
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
48
+ <|vision_start|><|image_pad|><|vision_end|>
49
+ {%- elif content.type == 'video' or 'video' in content %}
50
+ {%- set video_count.value = video_count.value + 1 %}
51
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
52
+ <|vision_start|><|video_pad|><|vision_end|>
53
+ {%- elif 'text' in content %}
54
+ {{- content.text }}
55
+ {%- endif %}
56
+ {%- endfor %}
57
+ {%- endif %}
58
+ {{- '<|im_end|>\n' }}
59
+ {%- elif message.role == "assistant" %}
60
+ {{- '<|im_start|>' + message.role + '\n' }}
61
+ {%- if message.content is string %}
62
+ {{- message.content }}
63
+ {%- else %}
64
+ {%- for content_item in message.content %}
65
+ {%- if 'text' in content_item %}
66
+ {{- content_item.text }}
67
+ {%- endif %}
68
+ {%- endfor %}
69
+ {%- endif %}
70
+ {%- if message.tool_calls %}
71
+ {%- for tool_call in message.tool_calls %}
72
+ {%- if (loop.first and message.content) or (not loop.first) %}
73
+ {{- '\n' }}
74
+ {%- endif %}
75
+ {%- if tool_call.function %}
76
+ {%- set tool_call = tool_call.function %}
77
+ {%- endif %}
78
+ {{- '<tool_call>\n{"name": "' }}
79
+ {{- tool_call.name }}
80
+ {{- '", "arguments": ' }}
81
+ {%- if tool_call.arguments is string %}
82
+ {{- tool_call.arguments }}
83
+ {%- else %}
84
+ {{- tool_call.arguments | tojson }}
85
+ {%- endif %}
86
+ {{- '}\n</tool_call>' }}
87
+ {%- endfor %}
88
+ {%- endif %}
89
+ {{- '<|im_end|>\n' }}
90
+ {%- elif message.role == "tool" %}
91
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
92
+ {{- '<|im_start|>user' }}
93
+ {%- endif %}
94
+ {{- '\n<tool_response>\n' }}
95
+ {%- if message.content is string %}
96
+ {{- message.content }}
97
+ {%- else %}
98
+ {%- for content in message.content %}
99
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
100
+ {%- set image_count.value = image_count.value + 1 %}
101
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
102
+ <|vision_start|><|image_pad|><|vision_end|>
103
+ {%- elif content.type == 'video' or 'video' in content %}
104
+ {%- set video_count.value = video_count.value + 1 %}
105
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
106
+ <|vision_start|><|video_pad|><|vision_end|>
107
+ {%- elif 'text' in content %}
108
+ {{- content.text }}
109
+ {%- endif %}
110
+ {%- endfor %}
111
+ {%- endif %}
112
+ {{- '\n</tool_response>' }}
113
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
114
+ {{- '<|im_end|>\n' }}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if add_generation_prompt %}
119
+ {{- '<|im_start|>assistant\n' }}
120
+ {%- endif %}
checkpoint-24000/checkpoint-24000_eval.jsonl ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": true, "pos_rank": 0, "base_pos_rank": 5, "input_rank": 0, "base_input_rank": 5, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video contains the moment which describes \"A number of people wearing blue shirts are assembling in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_xSWpGhhM1H8", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_xSWpGhhM1H8.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "", "ranking_topk": ["v_xSWpGhhM1H8", "v_qGID8CHyClA", "v_8YKUwWUU-O0", "v_mFWRIp164r4", "v_iMB_mb11KWM", "v_XELYXH6fqeA", "v_9L-aeZsgwZs", "v_8r167TmBebg", "v_I3BWhaDRxGk", "v_wKThOOUV6lY", "v_TNFoUBRsngY", "v_Fv1qhPABYk0", "v_PmmKHLmG5Ec", "v_wlcU-u-xsH4", "v_XDBugI_CcYs", "v_mg0n3DNtUZU", "v_otq24Pdm3sc", "v_wb8TkqxxEuo", "v_ETHVjrG7S4k", "v_4mSPGxeKK2k", "v_ma9R2AjCRZE", "v_-lEsnrNNZFU", "v_sGGnEgCnEt8", "v_zqcJ0N_a6y8", "v_7x_1tRem1gA", "v_e9bdQGmyrKA", "v_1NAlbF88oUI", "v_9aRUmbcYxUM", "v_KEMMmoIdT3g", "v_jQR4Hhaf8o8", "v_eMI2x3HFozQ", "v_2g9GrshWQrU", "v_wnnoaLzYqVQ", "v_jQVT4u6NojM", "v_1scjpxusQx0", "v_45gAK3x_0ds", "v_dcEdjqyHj8M", "v_pnxgTQofPQo", "v_-cJova7MiO8", "v_YozbZM_nA0c", "v_a_uamUiKq1o", "v_uID_HFDKFKw", "v_ymJTN8aKZEw", "v_WTfeKnRJ17g", "v_eFbZ0_TJLE0", "v_uyzQkTArIwU", "v_jeaaS1NK_d4", "v_vlqrUu4gi0Q", "v_dSF2i1OQtMc", "v_0zjA3KPnLK8", "v_ZdaS-WZHUZY", "v_gIgim1Dp8HU", "v_QMCHIR3nDLs", "v_CtQ25XC45As", "v_JGuVc7z_YOQ", "v_7vgokK5_Pvc", "v_Q_W0GL3ljUY", "v_ReKUs0km4X8", "v_K3Z3z8t-RIQ", "v_wGEaIInAtT4", "v_DRSH-_Ye9eE", "v_SvIUXZqy8Hs", "v_pGKTRM1vcfw", "v_L149Uf5V7K0", "v_r8hXEpP7HH0", "v_mkEME_iWi9o", "v_Ty0BvWyYPVA", "v_w0d32MVTY9Q", "v_CBW_uJJpmZY", "v_-DpnaHTk8PA", "v_oUQPIZu5bVU", "v_UuLBAMSmwgc", "v__HMwzNA9DNY", "v_fvslbZDJ3C8", "v_DXhVbxfmrYM", "v_-5Q7iNtaWCU", "v_wH-uaN8gL_k", "v_94wjthSzsSQ", "v_bcXc6mKSEEM", "v_o_JAjYZDs9Y", "v_aw4ehW-wTKA", "v_qUFPq8D0jMc", "v_n_9skH6xGeM", "v_VR19Scunfhg", "v_Jd0hvO7erXM", "v_yVp99wxlW90", "v_BMxtjh9E7BY", "v_4yZ1agUX004", "v_ncgzVLi_hlI", "v_YZvdzvM-124", "v_m4EcgRjCpi8", "v_d7gbNqcKXps", "v_JXMD8Obk0yg", "v_Y9xPzIiy6mI", "v_KfzVxgHEyzI", "v_qwxmpiaT-kk", "v_Ih8bPM3p0rE", "v_1jWMd8QaN5s", "v_M0sa3xWhFGo", "v_6LLDsbc8XMM"], "ranking_scores": [0.9125843048095703, 0.9027307033538818, 0.8880897760391235, 0.8665975332260132, 0.8655029535293579, 0.8615694046020508, 0.8612003326416016, 0.856353223323822, 0.8539806604385376, 0.8526016473770142, 0.8401601314544678, 0.8164357542991638, 0.8162632584571838, 0.7870032787322998, 0.7740680575370789, 0.7270910143852234, 0.7081761956214905, 0.6991838216781616, 0.6792526245117188, 0.6790069937705994, 0.6708270311355591, 0.652986466884613, 0.6399606466293335, 0.6349020004272461, 0.6346353888511658, 0.6306471824645996, 0.6215594410896301, 0.6148881912231445, 0.6079224348068237, 0.6049672365188599, 0.6040326356887817, 0.6036309599876404, 0.6032114624977112, 0.6024684906005859, 0.6005071401596069, 0.5999870896339417, 0.5998669862747192, 0.5988660454750061, 0.5954367518424988, 0.5953813791275024, 0.5952661037445068, 0.5942527055740356, 0.5932860374450684, 0.591952919960022, 0.59110027551651, 0.5910122990608215, 0.5908669233322144, 0.5899783372879028, 0.5868673324584961, 0.5865366458892822, 0.5842734575271606, 0.5836150646209717, 0.5832762718200684, 0.5817101001739502, 0.5803433656692505, 0.5799814462661743, 0.5793637037277222, 0.5790802240371704, 0.5790644884109497, 0.5786842107772827, 0.5784560441970825, 0.5779976844787598, 0.5769411325454712, 0.5768521428108215, 0.576734185218811, 0.5762283802032471, 0.5754666328430176, 0.5748212933540344, 0.5746668577194214, 0.5745657682418823, 0.5738207101821899, 0.5736842751502991, 0.5734766721725464, 0.5723642706871033, 0.5720787048339844, 0.5716434121131897, 0.5669867992401123, 0.5667076706886292, 0.5660741329193115, 0.5655966401100159, 0.5650173425674438, 0.5649582743644714, 0.5643937587738037, 0.564293622970581, 0.5626710653305054, 0.5622539520263672, 0.5615921020507812, 0.5600625872612, 0.559575617313385, 0.5592517852783203, 0.5583692193031311, 0.5574877858161926, 0.5573639273643494, 0.5572232007980347, 0.5563852190971375, 0.5560850501060486, 0.555830717086792, 0.5549163818359375, 0.5535367727279663, 0.5534193515777588], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
2
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 13, "base_pos_rank": 5, "input_rank": 6, "base_input_rank": 0, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a group of people in a yard, but it is missing the blue shirts, the large white house, and the activity centered around the yard's sizable hole. Query Rewrite: A group of people wearing blue shirts is gathered in a yard behind a large, white house, possibly participating in an activity around the yard's hole.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_Jl2lDgcsvmA", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_Jl2lDgcsvmA.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_Jl2lDgcsvmA", "ranking_topk": ["v_ymJTN8aKZEw", "v_7ZbH4vHTmVs", "v_F8K9WQfHth4", "v_6VT2jBflMAM", "v_dP2DgvNt12Y", "v_yVp99wxlW90", "v_Jl2lDgcsvmA", "v_u-yFENQQxAo", "v_kyvxaxRFLG8", "v_l-gHWS0oXiw", "v_vGcH8N8sJlM", "v_Obj__zWaZqk", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_POYg9zju63U", "v_XELYXH6fqeA", "v_oy1XjDer7o4", "v_iosb2TdQ7yY", "v_3q_MOQNfSmA", "v_HZWdMK6zhec", "v_iiqaJGokpEw", "v_USWExMIMcik", "v_cc9iCNPSiKc", "v_SvIUXZqy8Hs", "v_8Da6w-Eg3Ko", "v_d7gbNqcKXps", "v_s4Ryxk3TxKA", "v_s2VpBgSWIPg", "v_L963epA4MFU", "v_sC7xUkNTpP4", "v_w7IeqGuuA7Q", "v_EDkYPikPWW8", "v_b4DhjwkO-b4", "v_ZpyCrs-q-so", "v_axzmwzPQ134", "v_iDhzxzLmwoI", "v_uJ_QCxMDfag", "v_uID_HFDKFKw", "v_9wRQsxVFwkE", "v_4OIkfJ_IkpA", "v_YozbZM_nA0c", "v_MT852hP9wVk", "v_AFb77tjPuwQ", "v_lEGetBydfl4", "v_iSH43hQoxio", "v_l9o9R7UcPuc", "v_IQGg87yZZjs", "v_lQWij22wbNU", "v_mWNTl9Bh7kI", "v_JGuVc7z_YOQ", "v_NURr5XJcwFs", "v_mFWRIp164r4", "v_3K_8CdJS9lE", "v_GR6Ul2pD8_Y", "v_yE5whKJ-DE4", "v_gSH5ya0pfko", "v_5X7zeOps9uA", "v_wH-uaN8gL_k", "v_fCLnOf-YjEI", "v_qrvPTE0kb5U", "v_1hiyhNqakMI", "v_Ty0BvWyYPVA", "v_HdZjxdQhtZo", "v_rulzKikXMHo", "v_35SpLMcN-m8", "v_Rd9TrjbCkAE", "v_N6ERAg1EKcc", "v_DQLotF3P9Fc", "v_-5Q7iNtaWCU", "v_pnxgTQofPQo", "v_C0gGikr-Dw8", "v_EvJqfGXb5Fo", "v_oCicjtc1t9Y", "v_Rq1MoqtH8fM", "v_51wFW1g42VQ", "v_VpZ3PaLi2RQ", "v_svG8RyP-OlU", "v_90vop6PS2Y0", "v_qGID8CHyClA", "v_7GOPv-XegSc", "v_8YKUwWUU-O0", "v_5Yq5GMPBguI", "v_bqnRA6rZcqs", "v_sa5ZuxFDZNw", "v_fG0nn2IVdDM", "v_rgAALWYnRrg", "v_DhgdEfKAvO0", "v_wb8TkqxxEuo", "v_biyf6Q-xF0M", "v_QMCHIR3nDLs", "v_fyxXJJhCGBQ", "v_-erT3ckPkAg", "v_rfH9VLQAuwY", "v_4Ex-sB0vtwk", "v_zwa44U585FE", "v_G77y1JRjZDU", "v_KfzVxgHEyzI", "v_JSqJmZPqDy8", "v_2Tuht3F2uc8", "v_eBlYGGmeBY0"], "ranking_scores": [0.773174524307251, 0.7562273740768433, 0.7543356418609619, 0.7491447925567627, 0.7484524250030518, 0.7421795129776001, 0.7390929460525513, 0.7241783142089844, 0.7211713790893555, 0.7185889482498169, 0.7160168886184692, 0.7108068466186523, 0.7010328769683838, 0.6988417506217957, 0.6914927363395691, 0.6905714273452759, 0.6894768476486206, 0.6889398694038391, 0.6882479190826416, 0.6838602423667908, 0.6829210519790649, 0.6817628145217896, 0.6811391115188599, 0.6797054409980774, 0.6780175566673279, 0.6774725317955017, 0.6770675182342529, 0.6759659051895142, 0.6754260063171387, 0.6744915843009949, 0.673991322517395, 0.6737977266311646, 0.673635721206665, 0.6728073358535767, 0.6715168356895447, 0.6708968877792358, 0.6703615784645081, 0.6702084541320801, 0.669320821762085, 0.6679995656013489, 0.6662975549697876, 0.6646208763122559, 0.6637985110282898, 0.6635177135467529, 0.6618262529373169, 0.6604233980178833, 0.6595211625099182, 0.65939861536026, 0.6585023403167725, 0.6576991081237793, 0.6572959423065186, 0.6569888591766357, 0.655756950378418, 0.6546603441238403, 0.654434084892273, 0.6544025540351868, 0.6540883779525757, 0.6536999940872192, 0.6531929969787598, 0.6519781351089478, 0.6500924825668335, 0.6497498154640198, 0.6497185230255127, 0.6496517062187195, 0.6491231322288513, 0.6489061117172241, 0.6484730243682861, 0.6484535932540894, 0.6479407548904419, 0.6475135087966919, 0.6469612121582031, 0.6468362212181091, 0.6466578841209412, 0.6458909511566162, 0.6455031633377075, 0.6449914574623108, 0.6444008350372314, 0.6441224813461304, 0.6439005732536316, 0.643641471862793, 0.6426111459732056, 0.6414670944213867, 0.6412525773048401, 0.6406123638153076, 0.6396733522415161, 0.6394831538200378, 0.638405442237854, 0.6379448175430298, 0.6378450393676758, 0.6364905834197998, 0.6364721059799194, 0.6357778310775757, 0.635525107383728, 0.6351989507675171, 0.6346313953399658, 0.6345677375793457, 0.6341818571090698, 0.6335070133209229, 0.633310079574585, 0.6325552463531494], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
3
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 35, "base_pos_rank": 5, "input_rank": 0, "base_input_rank": 1, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video contains the moment which describes \"A number of people wearing blue shirts are assembling in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_ymJTN8aKZEw", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_ymJTN8aKZEw.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_ymJTN8aKZEw", "ranking_topk": ["v_ymJTN8aKZEw", "v_rulzKikXMHo", "v_iiqaJGokpEw", "v_6VT2jBflMAM", "v_F8K9WQfHth4", "v_5X7zeOps9uA", "v_DQLotF3P9Fc", "v_EDkYPikPWW8", "v_rgAALWYnRrg", "v_USWExMIMcik", "v_3K_8CdJS9lE", "v_74AJ-1e1qGA", "v_w7IeqGuuA7Q", "v_pnxgTQofPQo", "v_48zOi9j1E0A", "v_e8MK2naV6E8", "v_xzuQIbnXt2U", "v_yVp99wxlW90", "v_nfjIQXyL7_Y", "v_Q_W0GL3ljUY", "v_RrKCACSu9xU", "v_bqnRA6rZcqs", "v_XELYXH6fqeA", "v_vGcH8N8sJlM", "v_SvIUXZqy8Hs", "v_7vgokK5_Pvc", "v_W84TQm1l90U", "v_dP2DgvNt12Y", "v_KfzVxgHEyzI", "v_ZYPKueJon34", "v_2PFU_Ee0x14", "v_Jl2lDgcsvmA", "v_HZWdMK6zhec", "v_0ZXc2fEDgg8", "v_N6ERAg1EKcc", "v_xSWpGhhM1H8", "v_C0gGikr-Dw8", "v_sC7xUkNTpP4", "v_kyvxaxRFLG8", "v_NURr5XJcwFs", "v_6LLDsbc8XMM", "v_HNR_HofJ_Fs", "v_gxJeNdvNzhU", "v_uID_HFDKFKw", "v_lQWij22wbNU", "v_mFWRIp164r4", "v_DhgdEfKAvO0", "v_59R_1aBnFn4", "v_uyzQkTArIwU", "v_JGuVc7z_YOQ", "v_8YKUwWUU-O0", "v_eUKMPNZ3NI4", "v_jQR4Hhaf8o8", "v_94wjthSzsSQ", "v_lztbD1NRU4M", "v_-erT3ckPkAg", "v_wH-uaN8gL_k", "v_i4SvqrGYH-Q", "v_cc9iCNPSiKc", "v_yKLX0iXyLsQ", "v_b4DhjwkO-b4", "v_fvslbZDJ3C8", "v_swmNnPkPBek", "v_ZpyCrs-q-so", "v_Ih8bPM3p0rE", "v_4Ex-sB0vtwk", "v_yGwevg8vwuU", "v_u9ec3Exc5mI", "v_KbbEbeCJTJg", "v_eH8PT9fzbqU", "v_qrvPTE0kb5U", "v_lEGetBydfl4", "v_mIC02-VKqUE", "v_qGID8CHyClA", "v_APlxSpTZVPI", "v_fgoXpih2Kws", "v_079MEwdDNjg", "v_35SpLMcN-m8", "v_d7gbNqcKXps", "v_qBqUu4_qOnU", "v_-VexUX6OJBM", "v_WtNvqSFTgxI", "v_-5Q7iNtaWCU", "v_gSH5ya0pfko", "v_kFP91VjB1AI", "v_1hiyhNqakMI", "v_6fWXqCWuU9Y", "v_IQGg87yZZjs", "v_HZ0tf9Cp340", "v_6kgJx6ahgq0", "v_pgff9mC5y3s", "v_q5tYHwZLRYU", "v_SfQku6CicrU", "v_knnQ99kDt8w", "v_firp_OhUMPc", "v_9L-aeZsgwZs", "v_Upd7zpT6tuc", "v_fG0nn2IVdDM", "v_2mXGnG6ZBDA", "v_JSqJmZPqDy8"], "ranking_scores": [0.8591006994247437, 0.7523940801620483, 0.7453689575195312, 0.7395594716072083, 0.7384958267211914, 0.7373855710029602, 0.7360787987709045, 0.7321761846542358, 0.719702959060669, 0.7196658253669739, 0.7165916562080383, 0.7129247188568115, 0.7102903127670288, 0.7102279663085938, 0.7097083330154419, 0.707752525806427, 0.7073442339897156, 0.7059204578399658, 0.7035529613494873, 0.7013530731201172, 0.7006034255027771, 0.7005650997161865, 0.7002679109573364, 0.6999975442886353, 0.6999738216400146, 0.6988800168037415, 0.6978837251663208, 0.6973308324813843, 0.6972205638885498, 0.6963752508163452, 0.6947963237762451, 0.6938508749008179, 0.6932996511459351, 0.6896637678146362, 0.6887475252151489, 0.6873620748519897, 0.6852981448173523, 0.6849837303161621, 0.6838007569313049, 0.683761477470398, 0.6836531758308411, 0.6832491159439087, 0.6827087998390198, 0.6822510361671448, 0.6808527112007141, 0.6792306900024414, 0.6790230870246887, 0.6788833141326904, 0.6768075227737427, 0.6759083271026611, 0.6724574565887451, 0.672423243522644, 0.6722588539123535, 0.6705496907234192, 0.6696873903274536, 0.6685623526573181, 0.6684584617614746, 0.6667471528053284, 0.6657650470733643, 0.6644649505615234, 0.6643450856208801, 0.6641228199005127, 0.6640123128890991, 0.6637859344482422, 0.6627343893051147, 0.6618015766143799, 0.661409854888916, 0.6601774096488953, 0.6597445607185364, 0.6596336364746094, 0.6595298051834106, 0.6582088470458984, 0.6578819751739502, 0.6576530933380127, 0.6575801372528076, 0.6574701070785522, 0.6574528217315674, 0.6572720408439636, 0.6569550037384033, 0.6533979177474976, 0.6507644653320312, 0.650033712387085, 0.6499172449111938, 0.649653434753418, 0.6492981910705566, 0.6491043567657471, 0.6489323377609253, 0.6471872925758362, 0.64717698097229, 0.6466400027275085, 0.6463682651519775, 0.6462213397026062, 0.6460623741149902, 0.6456664800643921, 0.6455061435699463, 0.6450377106666565, 0.6450232267379761, 0.6446353197097778, 0.6437690258026123, 0.6436058282852173], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
4
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 12, "base_pos_rank": 5, "input_rank": 1, "base_input_rank": 2, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a group of people in a yard, but it is missing the specific detail of people wearing blue shirts and the context of a large, white house with a yard hole. Query Rewrite: A group of people wearing blue shirts is gathered in a yard behind a large, white house, possibly involved in an activity around a yard hole.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_dP2DgvNt12Y", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_dP2DgvNt12Y.mkv", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_dP2DgvNt12Y", "ranking_topk": ["v_7ZbH4vHTmVs", "v_dP2DgvNt12Y", "v_ymJTN8aKZEw", "v_F8K9WQfHth4", "v_u-yFENQQxAo", "v_6VT2jBflMAM", "v_l-gHWS0oXiw", "v_yVp99wxlW90", "v_kyvxaxRFLG8", "v_Jl2lDgcsvmA", "v_gqK_jApRT5E", "v_Obj__zWaZqk", "v_xSWpGhhM1H8", "v_vGcH8N8sJlM", "v_POYg9zju63U", "v_iosb2TdQ7yY", "v_XELYXH6fqeA", "v_cc9iCNPSiKc", "v_L963epA4MFU", "v_8Da6w-Eg3Ko", "v_s4Ryxk3TxKA", "v_oy1XjDer7o4", "v_iDhzxzLmwoI", "v_uJ_QCxMDfag", "v_iiqaJGokpEw", "v_3q_MOQNfSmA", "v_9wRQsxVFwkE", "v_EDkYPikPWW8", "v_iSH43hQoxio", "v_SvIUXZqy8Hs", "v_YozbZM_nA0c", "v_GR6Ul2pD8_Y", "v_4OIkfJ_IkpA", "v_ZpyCrs-q-so", "v_s2VpBgSWIPg", "v_l9o9R7UcPuc", "v_HZWdMK6zhec", "v_w7IeqGuuA7Q", "v_yE5whKJ-DE4", "v_USWExMIMcik", "v_b4DhjwkO-b4", "v_mFWRIp164r4", "v_axzmwzPQ134", "v_fCLnOf-YjEI", "v_uID_HFDKFKw", "v_MT852hP9wVk", "v_3K_8CdJS9lE", "v_d7gbNqcKXps", "v_NURr5XJcwFs", "v_EvJqfGXb5Fo", "v_7GOPv-XegSc", "v_svG8RyP-OlU", "v_90vop6PS2Y0", "v_Rd9TrjbCkAE", "v_oCicjtc1t9Y", "v_AFb77tjPuwQ", "v_5X7zeOps9uA", "v_Rq1MoqtH8fM", "v_lEGetBydfl4", "v_1hiyhNqakMI", "v_pnxgTQofPQo", "v_qGID8CHyClA", "v_biyf6Q-xF0M", "v_sC7xUkNTpP4", "v_wH-uaN8gL_k", "v_8YKUwWUU-O0", "v_wb8TkqxxEuo", "v_HdZjxdQhtZo", "v_lQWij22wbNU", "v_QMCHIR3nDLs", "v_fG0nn2IVdDM", "v_eBlYGGmeBY0", "v_JGuVc7z_YOQ", "v_bqnRA6rZcqs", "v_N6ERAg1EKcc", "v_gSH5ya0pfko", "v_IQGg87yZZjs", "v_z8VqGGu5vPc", "v_VpZ3PaLi2RQ", "v_wlcU-u-xsH4", "v_51wFW1g42VQ", "v_G77y1JRjZDU", "v_5Yq5GMPBguI", "v_2Tuht3F2uc8", "v_DhgdEfKAvO0", "v_MsalIjwP3no", "v_-5Q7iNtaWCU", "v_-erT3ckPkAg", "v_C0gGikr-Dw8", "v_fyxXJJhCGBQ", "v_BH-kBRn84i8", "v_qrvPTE0kb5U", "v_mWNTl9Bh7kI", "v_D_y9uXMbImA", "v_DQLotF3P9Fc", "v_rulzKikXMHo", "v_rgAALWYnRrg", "v_I3BWhaDRxGk", "v_Ty0BvWyYPVA", "v_HgOHqD0lWTE"], "ranking_scores": [0.7694805860519409, 0.7634696960449219, 0.7568545341491699, 0.7360440492630005, 0.7283305525779724, 0.7250134944915771, 0.7238922119140625, 0.719953179359436, 0.7163004875183105, 0.7155503034591675, 0.7098278999328613, 0.7042168974876404, 0.7033972144126892, 0.6995525360107422, 0.6989775896072388, 0.6967408657073975, 0.6958189010620117, 0.6953679919242859, 0.6895378828048706, 0.6859478950500488, 0.6813969612121582, 0.6783379316329956, 0.677199125289917, 0.6721288561820984, 0.6715207099914551, 0.67071533203125, 0.6703966856002808, 0.6674357056617737, 0.665787935256958, 0.6647721529006958, 0.6646036505699158, 0.6644532084465027, 0.6642764806747437, 0.6642551422119141, 0.6631443500518799, 0.6622612476348877, 0.661439836025238, 0.6610535383224487, 0.6606411933898926, 0.660559356212616, 0.6597563028335571, 0.6591403484344482, 0.6572361588478088, 0.6566108465194702, 0.6554523706436157, 0.6541630625724792, 0.6529382467269897, 0.6527745723724365, 0.6525031328201294, 0.6519927382469177, 0.6517446637153625, 0.6506795883178711, 0.6501463055610657, 0.64946049451828, 0.6492675542831421, 0.6490646600723267, 0.648550271987915, 0.648013174533844, 0.6471441984176636, 0.6468393206596375, 0.6458553075790405, 0.6458154916763306, 0.6456791162490845, 0.6455556154251099, 0.6452561020851135, 0.643508791923523, 0.643291711807251, 0.6417365670204163, 0.640542209148407, 0.6404922604560852, 0.6399011611938477, 0.6396372318267822, 0.6386674642562866, 0.6380287408828735, 0.6379772424697876, 0.6376309394836426, 0.6367507576942444, 0.6361602544784546, 0.6361032128334045, 0.635272741317749, 0.6352157592773438, 0.6350924372673035, 0.6349055767059326, 0.6333798766136169, 0.6332501173019409, 0.6329947113990784, 0.632927656173706, 0.6320869326591492, 0.6316176056861877, 0.6314429640769958, 0.6309158802032471, 0.6308588981628418, 0.6301307678222656, 0.6286319494247437, 0.6277194023132324, 0.626960277557373, 0.6269491314888, 0.626384973526001, 0.6263576745986938, 0.6261111497879028], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
5
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 13, "base_pos_rank": 5, "input_rank": 2, "base_input_rank": 3, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a yard and a group of people, but it is missing the specific detail of people wearing blue shirts and the context of a large, white house with a hole in the yard. Query Rewrite: A group of people wearing blue shirts are gathered in a yard behind a large, white house, possibly involved in an activity around a hole in the yard.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_6VT2jBflMAM", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_6VT2jBflMAM.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_6VT2jBflMAM", "ranking_topk": ["v_ymJTN8aKZEw", "v_F8K9WQfHth4", "v_6VT2jBflMAM", "v_yVp99wxlW90", "v_Jl2lDgcsvmA", "v_vGcH8N8sJlM", "v_7ZbH4vHTmVs", "v_dP2DgvNt12Y", "v_u-yFENQQxAo", "v_kyvxaxRFLG8", "v_3q_MOQNfSmA", "v_l-gHWS0oXiw", "v_uID_HFDKFKw", "v_xSWpGhhM1H8", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iiqaJGokpEw", "v_axzmwzPQ134", "v_gqK_jApRT5E", "v_sC7xUkNTpP4", "v_s2VpBgSWIPg", "v_HZWdMK6zhec", "v_b4DhjwkO-b4", "v_w7IeqGuuA7Q", "v_SvIUXZqy8Hs", "v_XELYXH6fqeA", "v_lQWij22wbNU", "v_oy1XjDer7o4", "v_EDkYPikPWW8", "v_mWNTl9Bh7kI", "v_YozbZM_nA0c", "v_IQGg87yZZjs", "v_AFb77tjPuwQ", "v_Obj__zWaZqk", "v_-5Q7iNtaWCU", "v_JGuVc7z_YOQ", "v_3K_8CdJS9lE", "v_POYg9zju63U", "v_NURr5XJcwFs", "v_Ty0BvWyYPVA", "v_iosb2TdQ7yY", "v_gSH5ya0pfko", "v_sa5ZuxFDZNw", "v_qrvPTE0kb5U", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_35SpLMcN-m8", "v_ZpyCrs-q-so", "v_wH-uaN8gL_k", "v_HdZjxdQhtZo", "v_rulzKikXMHo", "v_cc9iCNPSiKc", "v_s4Ryxk3TxKA", "v_C0gGikr-Dw8", "v_N6ERAg1EKcc", "v_51wFW1g42VQ", "v_DhgdEfKAvO0", "v_iDhzxzLmwoI", "v_6kgJx6ahgq0", "v_lEGetBydfl4", "v_MT852hP9wVk", "v_mFWRIp164r4", "v_-erT3ckPkAg", "v_KfzVxgHEyzI", "v_4OIkfJ_IkpA", "v_9wRQsxVFwkE", "v_qGID8CHyClA", "v_rgAALWYnRrg", "v_fvslbZDJ3C8", "v_DQLotF3P9Fc", "v_zwa44U585FE", "v_rfH9VLQAuwY", "v_uJ_QCxMDfag", "v_A0XGYLim9IU", "v_pnxgTQofPQo", "v_uz91AvGxjbw", "v_L963epA4MFU", "v_bqnRA6rZcqs", "v_MpqXCbsqVNQ", "v_fG0nn2IVdDM", "v_wb8TkqxxEuo", "v_8YKUwWUU-O0", "v_oUQPIZu5bVU", "v_4Ex-sB0vtwk", "v_HGduo1zU6Ok", "v_yE5whKJ-DE4", "v_RihO8i98QJg", "v_hsI_BHN5h_0", "v_VpZ3PaLi2RQ", "v_iSH43hQoxio", "v_DRSH-_Ye9eE", "v_Rd9TrjbCkAE", "v_T69Cadlc62E", "v_WtNvqSFTgxI", "v_PagM71op4HU", "v_QMCHIR3nDLs", "v_Upd7zpT6tuc", "v_5Yq5GMPBguI", "v_UuLBAMSmwgc", "v_e8MK2naV6E8"], "ranking_scores": [0.766882598400116, 0.7653020620346069, 0.7616479396820068, 0.761313796043396, 0.7542539238929749, 0.7388433218002319, 0.7359031438827515, 0.7283873558044434, 0.7146409749984741, 0.7126359939575195, 0.709244966506958, 0.7061856389045715, 0.7039968967437744, 0.7027092576026917, 0.6951305866241455, 0.6938775777816772, 0.6937097311019897, 0.6928701400756836, 0.6924229860305786, 0.6923063397407532, 0.6918686032295227, 0.6914008259773254, 0.6908959150314331, 0.6901033520698547, 0.6893340349197388, 0.6892519593238831, 0.6876187324523926, 0.6846696138381958, 0.6835613250732422, 0.6828708648681641, 0.6823649406433105, 0.6813532710075378, 0.6801388263702393, 0.6801042556762695, 0.673461377620697, 0.6720249056816101, 0.6720066070556641, 0.6713071465492249, 0.6707501411437988, 0.6699478626251221, 0.6694361567497253, 0.6689082384109497, 0.6667625904083252, 0.6645077466964722, 0.6642334461212158, 0.664064884185791, 0.6640466451644897, 0.6640076637268066, 0.6639057397842407, 0.6631225347518921, 0.662676990032196, 0.6617098450660706, 0.6613985300064087, 0.6604084968566895, 0.6599962711334229, 0.6581450700759888, 0.6581124663352966, 0.6563559770584106, 0.65566086769104, 0.6555993556976318, 0.6551636457443237, 0.6546568870544434, 0.6544143557548523, 0.653229296207428, 0.6531085968017578, 0.653022050857544, 0.652350127696991, 0.6515792608261108, 0.6510447263717651, 0.6489449143409729, 0.648855984210968, 0.6476417779922485, 0.647062361240387, 0.6454285383224487, 0.6452694535255432, 0.644081711769104, 0.6439050436019897, 0.6436665654182434, 0.6431547403335571, 0.6427268981933594, 0.6423237323760986, 0.6420557498931885, 0.6419119834899902, 0.6409144401550293, 0.6395777463912964, 0.6395690441131592, 0.6393123865127563, 0.6390767693519592, 0.638913094997406, 0.6388344764709473, 0.6382582187652588, 0.6379863619804382, 0.6373060941696167, 0.6372250318527222, 0.6370706558227539, 0.6370148062705994, 0.6370148062705994, 0.636475682258606, 0.6364074945449829, 0.6360288262367249], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
6
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.037244_fig", "is_positive": false, "pos_rank": 20, "base_pos_rank": 5, "input_rank": 10, "base_input_rank": 4, "query": "A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.", "raw_input": "Query: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_input_source": "<video>\nQuery: \"A number of people wearing blue shirts are assembled in a yard behind a large, white house, possibly participating in an activity centered around the yard's sizable hole.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a white house and a yard, but it is missing the number of people wearing blue shirts and the specific activity centered around the yard's sizable hole. Query Rewrite: A group of people wearing blue shirts are gathered in a yard behind a large, white house, possibly engaged in an activity around the yard's large hole.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_gqK_jApRT5E", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_gqK_jApRT5E.mp4", "pos_video_id": "v_xSWpGhhM1H8", "neg_video_id": "v_gqK_jApRT5E", "ranking_topk": ["v_7ZbH4vHTmVs", "v_dP2DgvNt12Y", "v_ymJTN8aKZEw", "v_F8K9WQfHth4", "v_u-yFENQQxAo", "v_kyvxaxRFLG8", "v_Obj__zWaZqk", "v_6VT2jBflMAM", "v_l-gHWS0oXiw", "v_yVp99wxlW90", "v_gqK_jApRT5E", "v_Jl2lDgcsvmA", "v_iosb2TdQ7yY", "v_POYg9zju63U", "v_8Da6w-Eg3Ko", "v_vGcH8N8sJlM", "v_iDhzxzLmwoI", "v_cc9iCNPSiKc", "v_s4Ryxk3TxKA", "v_oy1XjDer7o4", "v_xSWpGhhM1H8", "v_L963epA4MFU", "v_l9o9R7UcPuc", "v_uJ_QCxMDfag", "v_9wRQsxVFwkE", "v_XELYXH6fqeA", "v_4OIkfJ_IkpA", "v_iSH43hQoxio", "v_GR6Ul2pD8_Y", "v_iiqaJGokpEw", "v_ZpyCrs-q-so", "v_yE5whKJ-DE4", "v_EDkYPikPWW8", "v_MT852hP9wVk", "v_3q_MOQNfSmA", "v_s2VpBgSWIPg", "v_w7IeqGuuA7Q", "v_Rq1MoqtH8fM", "v_HZWdMK6zhec", "v_SvIUXZqy8Hs", "v_Rd9TrjbCkAE", "v_svG8RyP-OlU", "v_fCLnOf-YjEI", "v_lEGetBydfl4", "v_1hiyhNqakMI", "v_oCicjtc1t9Y", "v_eBlYGGmeBY0", "v_biyf6Q-xF0M", "v_USWExMIMcik", "v_EvJqfGXb5Fo", "v_YozbZM_nA0c", "v_7GOPv-XegSc", "v_3K_8CdJS9lE", "v_2Tuht3F2uc8", "v_90vop6PS2Y0", "v_NURr5XJcwFs", "v_d7gbNqcKXps", "v_5X7zeOps9uA", "v_VpZ3PaLi2RQ", "v_b4DhjwkO-b4", "v_uID_HFDKFKw", "v_MsalIjwP3no", "v_5Yq5GMPBguI", "v_AFb77tjPuwQ", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_BH-kBRn84i8", "v_fyxXJJhCGBQ", "v_i_16EfqIrFg", "v_IQGg87yZZjs", "v_D_y9uXMbImA", "v_JSqJmZPqDy8", "v_N6ERAg1EKcc", "v_pnxgTQofPQo", "v_xf9iLflgRro", "v_2Sev8z4P7pE", "v_qrvPTE0kb5U", "v_mFWRIp164r4", "v_gSH5ya0pfko", "v_QMCHIR3nDLs", "v_gN8F0o1baAo", "v_62BPME-ikJU", "v_lQWij22wbNU", "v_aqQ7-J9kbUE", "v_G77y1JRjZDU", "v_C0gGikr-Dw8", "v_vCeaFAiokrU", "v_DhgdEfKAvO0", "v_wb8TkqxxEuo", "v_jLcYOkRvdic", "v_BOVYcAeBxyY", "v_Pu5p7SC3sqg", "v_rulzKikXMHo", "v_z8VqGGu5vPc", "v_bqnRA6rZcqs", "v_lPCl1ZYH2xI", "v_rgAALWYnRrg", "v_JGuVc7z_YOQ", "v_HdZjxdQhtZo", "v_HgOHqD0lWTE"], "ranking_scores": [0.7644593715667725, 0.7500509023666382, 0.7499639987945557, 0.7319477200508118, 0.7258846759796143, 0.723140299320221, 0.7201478481292725, 0.719596266746521, 0.7192877531051636, 0.7152590155601501, 0.709595799446106, 0.7057932019233704, 0.7016626596450806, 0.6961954832077026, 0.6938801407814026, 0.6938465237617493, 0.6904648542404175, 0.6884481310844421, 0.6880744695663452, 0.686667263507843, 0.6834190487861633, 0.6829230785369873, 0.6700915098190308, 0.6695767641067505, 0.6690693497657776, 0.6674776077270508, 0.6670401096343994, 0.6651122570037842, 0.6643449664115906, 0.6639353036880493, 0.6634019613265991, 0.6617785692214966, 0.6614638566970825, 0.6590421795845032, 0.6586887836456299, 0.6565751433372498, 0.6564972996711731, 0.6557371616363525, 0.6554782390594482, 0.6550134420394897, 0.654000461101532, 0.6534877419471741, 0.6518683433532715, 0.6516278982162476, 0.6508801579475403, 0.6505744457244873, 0.6505547761917114, 0.649394690990448, 0.6472073197364807, 0.6465520262718201, 0.6457103490829468, 0.6427087187767029, 0.6425270438194275, 0.6422853469848633, 0.6422256231307983, 0.6415148973464966, 0.6410096883773804, 0.6408941745758057, 0.6408346891403198, 0.6396384239196777, 0.6386582255363464, 0.6382240653038025, 0.6378802061080933, 0.6378700733184814, 0.6378328800201416, 0.6376211047172546, 0.6351140141487122, 0.6337207555770874, 0.6333732604980469, 0.6331216096878052, 0.6326046586036682, 0.6324690580368042, 0.6311461329460144, 0.6310060024261475, 0.6308464407920837, 0.6307078003883362, 0.6304323673248291, 0.6298964619636536, 0.6297537088394165, 0.6289445161819458, 0.627934992313385, 0.6274024248123169, 0.627043604850769, 0.6249857544898987, 0.6244067549705505, 0.6243621110916138, 0.6238489151000977, 0.6236691474914551, 0.6236050128936768, 0.6229214072227478, 0.6227586269378662, 0.6226101517677307, 0.6201014518737793, 0.6200976967811584, 0.620050311088562, 0.6198043823242188, 0.6195340156555176, 0.6194844245910645, 0.6194788217544556, 0.6194462776184082], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_Jl2lDgcsvmA", "v_ymJTN8aKZEw", "v_dP2DgvNt12Y", "v_6VT2jBflMAM", "v_gqK_jApRT5E", "v_xSWpGhhM1H8", "v_mFWRIp164r4", "v_l-gHWS0oXiw", "v_YozbZM_nA0c", "v_F8K9WQfHth4", "v_XELYXH6fqeA", "v_yVp99wxlW90", "v_Obj__zWaZqk", "v_P6cR-26pTSY", "v_wH-uaN8gL_k", "v_b4DhjwkO-b4", "v_7GOPv-XegSc", "v_7ZbH4vHTmVs", "v_uID_HFDKFKw", "v_s2VpBgSWIPg", "v_cc9iCNPSiKc", "v_biyf6Q-xF0M", "v_Rd9TrjbCkAE", "v_USWExMIMcik", "v_d7gbNqcKXps", "v_iSH43hQoxio", "v_-5Q7iNtaWCU", "v_Ih8bPM3p0rE", "v_uyzQkTArIwU", "v_G77y1JRjZDU", "v_sC7xUkNTpP4", "v_axzmwzPQ134", "v_l9o9R7UcPuc", "v_fvslbZDJ3C8", "v_pnxgTQofPQo", "v_JGuVc7z_YOQ", "v_t0y6dkIwEvc", "v_vXcfhKnUjRc", "v_DQLotF3P9Fc", "v_TqcoukXhXeA", "v_s4Ryxk3TxKA", "v_EYoyxe8hd3g", "v_3q_MOQNfSmA", "v_oS7Twj3Pou0", "v_KfzVxgHEyzI", "v_51wFW1g42VQ", "v_6LLDsbc8XMM", "v_L963epA4MFU", "v_jQR4Hhaf8o8", "v_P3kWD8Oocio", "v_-e9e4ke_wJk", "v_vgUSEkvJRlI", "v_sa5ZuxFDZNw", "v_4yZ1agUX004", "v_vGcH8N8sJlM", "v_fG0nn2IVdDM", "v_MpqXCbsqVNQ", "v_s43eZJ0hy44", "v_HZWdMK6zhec", "v_3K_8CdJS9lE", "v_U7QjLGMeGOo", "v_eH8PT9fzbqU", "v_hghdjiQlYko", "v_BtrGC6PUPJk", "v_gFv3PrFkeL0", "v_RxXBMgsu6uU", "v_SvIUXZqy8Hs", "v_mWNTl9Bh7kI", "v_DAv8CEings8", "v_RihO8i98QJg", "v_HdZjxdQhtZo", "v_5X7zeOps9uA", "v_8Da6w-Eg3Ko", "v_NURr5XJcwFs", "v_YZvdzvM-124", "v_hsI_BHN5h_0", "v_94wjthSzsSQ", "v__HMwzNA9DNY", "v_rRSTE1EsAUM", "v_lQWij22wbNU", "v_DRSH-_Ye9eE", "v_pMVo7PaXD1c", "v_ReKUs0km4X8", "v_iDhzxzLmwoI", "v_N6ERAg1EKcc", "v_ZYPKueJon34", "v_rfH9VLQAuwY", "v_C0gGikr-Dw8", "v_DhgdEfKAvO0", "v_EDkYPikPWW8", "v_35SpLMcN-m8", "v_J__1J4MmH4w", "v_yKLX0iXyLsQ", "v_DfOqhNeHDgM", "v_w7IeqGuuA7Q", "v_n41Ypwpn-P8", "v_8YKUwWUU-O0", "v_otq24Pdm3sc", "v_eUKMPNZ3NI4", "v_wdD-UHM8rTg"], "base_ranking_scores": [0.6061863303184509, 0.5945495367050171, 0.5926096439361572, 0.5900301933288574, 0.575337290763855, 0.5752125978469849, 0.5688866376876831, 0.5536404848098755, 0.5535855293273926, 0.553057849407196, 0.5482498407363892, 0.546782910823822, 0.5464555621147156, 0.5434987545013428, 0.5406426191329956, 0.5390874147415161, 0.5364915728569031, 0.5346567630767822, 0.5317786931991577, 0.5307163000106812, 0.5260615944862366, 0.5218306183815002, 0.5169162154197693, 0.5151709318161011, 0.5147138833999634, 0.5129735469818115, 0.5095715522766113, 0.5078945159912109, 0.5070213079452515, 0.5064477324485779, 0.5060732364654541, 0.5043590664863586, 0.5029694437980652, 0.5016903281211853, 0.5016046762466431, 0.4995175004005432, 0.4985821843147278, 0.497862845659256, 0.49781832098960876, 0.4976784884929657, 0.49763017892837524, 0.49710002541542053, 0.49603700637817383, 0.49531593918800354, 0.49452731013298035, 0.49415430426597595, 0.4938619136810303, 0.4936867952346802, 0.4923918843269348, 0.4922531247138977, 0.49214255809783936, 0.4914468824863434, 0.49037402868270874, 0.4894968271255493, 0.48941606283187866, 0.4893239140510559, 0.4889559745788574, 0.48745113611221313, 0.4870007634162903, 0.48585328459739685, 0.4856354594230652, 0.48456907272338867, 0.4844405949115753, 0.4836575984954834, 0.48365747928619385, 0.48258280754089355, 0.48210132122039795, 0.481326699256897, 0.4811038076877594, 0.4807928800582886, 0.4803488254547119, 0.4803406000137329, 0.48021742701530457, 0.4800911545753479, 0.47996199131011963, 0.47966092824935913, 0.47960197925567627, 0.47779345512390137, 0.4774782657623291, 0.4774646759033203, 0.47695392370224, 0.47679662704467773, 0.4766371548175812, 0.4760640859603882, 0.4752490520477295, 0.474549263715744, 0.4734368324279785, 0.4733639359474182, 0.4732515215873718, 0.47271114587783813, 0.471921443939209, 0.4717008173465729, 0.47141820192337036, 0.4711795747280121, 0.4692627787590027, 0.4689277708530426, 0.46876198053359985, 0.46855443716049194, 0.4683965742588043, 0.46821558475494385], "base_pos_in_topk": true, "base_input_in_topk": true}
7
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": true, "pos_rank": 0, "base_pos_rank": 0, "input_rank": 0, "base_input_rank": 0, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video contains the moment which describes \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_xIhTY02lRSE", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_xIhTY02lRSE.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "", "ranking_topk": ["v_xIhTY02lRSE", "v_8AsV0ojyUMU", "v_PJgB6h-fImY", "v_owLv-_CPNJI", "v_ngxs6ngJR4k", "v_9elfMU_LRKc", "v_pIk9qMEyEd4", "v_9ut_IDtfVzY", "v_kShrO0yutUQ", "v_dnQcp43wbRY", "v_XjV0D7nJx0Q", "v_A7ER02-zr54", "v_Auy0KGsXAIg", "v_NGk3v4sKqdg", "v_mSonugqhYuE", "v_PLqTX6ij52U", "v_am4Z43QlUrg", "v_vdTisVMhW7I", "v_xV7uPiqNuwQ", "v_bON69f83fSY", "v_ph7d2H77tks", "v_CArYinl5tFo", "v_NBXH7A2EO7Q", "v_4sm-tTbfamM", "v_HGSZ9_CVuM4", "v_rze0k4LklN4", "v_dRqbDamDLT0", "v_obUkL-Ya8dE", "v_pXcFBfv5Sf4", "v_PCoxnf59j5U", "v_hz3n1wrXYAc", "v_aEpRYY_wi0M", "v_2oizmWFx4PA", "v_8e80cJTrJDs", "v_KNyM0KvDHMM", "v_n2wq_9TeNYM", "v_Boa880LnJ3w", "v_m49gj6Y6SDo", "v_ranTpEJvqs8", "v_YTdLk7Nsn_k", "v_BkBbzC6nIvA", "v_8EfkFxoXI_4", "v_umi5d_a6bfc", "v_x8AR0FD5Jqo", "v_zb6WUBWwXfk", "v_RxXBMgsu6uU", "v_tnt6Wpv_kHc", "v_qiRrR2Nj2SQ", "v_4XTJzFjjFp0", "v_CgaWju3yGc4", "v_l4UJiGsZVfE", "v_RHpigjSwhVM", "v_EEMGyhO3OVI", "v_VdGZfI-8RuA", "v_UqSjGwxBuqA", "v_mFDC1CLt6B4", "v_m4EcgRjCpi8", "v_my9Z4bun_Dk", "v_b380n1dci9I", "v_D0pVkTEYQg8", "v_hXSee4C6pyE", "v_zto8JvkVLVw", "v_lcEGoZAC7GI", "v_W6JJ1L_EEBY", "v_45llr44Pu9g", "v_BBRNbo8c8gA", "v_gXdFGYPKClE", "v_NrlITLsd7Fk", "v_yeEe8-aYA2E", "v_6Y8wppTQFPo", "v_6Ni6csyQbzw", "v_MVUqd8iVUEk", "v_ATk8OkvNHHQ", "v_nw32dno_RcM", "v_1wjnveHAhGE", "v_jFZRNe7xFY8", "v_dMryzJswHY8", "v_FnbVnRX6WxQ", "v_dAcdSkaoK64", "v_85RJm2qymRY", "v_xYeqvN8cihg", "v_5WWvCSCGXmc", "v_fmRio4-6Xqc", "v_RrVsNvO6Yd4", "v_r015El3onHw", "v_R0YS8JS_0rk", "v_U7oDqpIYsxI", "v_aLv03Fznf5A", "v_Ttx3kt2fW1o", "v_Oent5pguFk4", "v_R3HC-IAZVZg", "v_cKMGacBQX0E", "v_0fvL6IHKYF0", "v_aYSm25veKTs", "v_nLdRqOTb0Ik", "v_ZeBrPKBGb_k", "v_xcBJP14YBvg", "v_RYJ3yzxZB8k", "v_cLTDcBhgRw8", "v_M-n0vW3p2sE"], "ranking_scores": [0.8954518437385559, 0.7447301745414734, 0.7386988997459412, 0.7381701469421387, 0.7364583015441895, 0.7278378009796143, 0.718053936958313, 0.7149739265441895, 0.7068602442741394, 0.6988745331764221, 0.6984342336654663, 0.6952800750732422, 0.6941291093826294, 0.6916263103485107, 0.6887271404266357, 0.6859071254730225, 0.6850832104682922, 0.6846185922622681, 0.6838001608848572, 0.6833782196044922, 0.682720422744751, 0.6760618686676025, 0.6759626269340515, 0.674404501914978, 0.6719787120819092, 0.6695452928543091, 0.6691417694091797, 0.6681461334228516, 0.6661067008972168, 0.6607056856155396, 0.6549656391143799, 0.6516332626342773, 0.6496663093566895, 0.6464591026306152, 0.6442257165908813, 0.6439789533615112, 0.6439231634140015, 0.6438486576080322, 0.6434620022773743, 0.6406915187835693, 0.6395316123962402, 0.63938307762146, 0.6375589370727539, 0.6343348026275635, 0.6342658996582031, 0.6332739591598511, 0.6330263614654541, 0.6319147944450378, 0.6306844353675842, 0.6287886500358582, 0.628778338432312, 0.6236854791641235, 0.622813880443573, 0.6227020025253296, 0.6226872205734253, 0.6225413084030151, 0.6201843023300171, 0.6199886798858643, 0.618806004524231, 0.6182297468185425, 0.6158678531646729, 0.6153420209884644, 0.6151431202888489, 0.6148731112480164, 0.6131469011306763, 0.6128323674201965, 0.6122152209281921, 0.6113515496253967, 0.6104586124420166, 0.6101057529449463, 0.6020078659057617, 0.6017694473266602, 0.6009109020233154, 0.6006277799606323, 0.5968531370162964, 0.59620201587677, 0.5948584079742432, 0.5939922332763672, 0.5937539339065552, 0.593194842338562, 0.5930639505386353, 0.5917389988899231, 0.5894498825073242, 0.5886517763137817, 0.5881836414337158, 0.5870317816734314, 0.5865102410316467, 0.5856299996376038, 0.5854110717773438, 0.5845276117324829, 0.5841630697250366, 0.5833113789558411, 0.5802755951881409, 0.5801830291748047, 0.5782665610313416, 0.5781759023666382, 0.5772397518157959, 0.5770919919013977, 0.5760242938995361, 0.575545072555542], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
8
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": false, "pos_rank": 0, "base_pos_rank": 0, "input_rank": 19, "base_input_rank": 1, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video does not contain the queried moment. The retrieved scene looks similar due to the presence of a man performing on a bike, but it is missing the specific details of a clapping crowd, a bumpy square-wheeled bicycle, and the action of riding in circles. Query Rewrite: A man skillfully rides a bumpy square-wheeled bicycle in circles, surrounded by clapping onlookers.. To find the correct video, search for Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_T7fzZX0qKKQ", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_T7fzZX0qKKQ.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "v_T7fzZX0qKKQ", "ranking_topk": ["v_xIhTY02lRSE", "v_cLTDcBhgRw8", "v_ig867kFeLic", "v_l4UJiGsZVfE", "v_RHpigjSwhVM", "v_pXcFBfv5Sf4", "v_x8AR0FD5Jqo", "v_zto8JvkVLVw", "v_yeEe8-aYA2E", "v_mFDC1CLt6B4", "v_RxXBMgsu6uU", "v_hz3n1wrXYAc", "v_UqSjGwxBuqA", "v_dfgwl-_IMic", "v_EEMGyhO3OVI", "v_dAcdSkaoK64", "v_svWiQtzgtOc", "v_PJgB6h-fImY", "v_NrlITLsd7Fk", "v_T7fzZX0qKKQ", "v_qsYElirHVUU", "v_8e80cJTrJDs", "v_gXdFGYPKClE", "v_GNg5kjnJlOE", "v_ZeBrPKBGb_k", "v_W6JJ1L_EEBY", "v_AVIMCVsLrVw", "v_b380n1dci9I", "v_ATk8OkvNHHQ", "v_r015El3onHw", "v_hDb19ih3jAA", "v_M6FdaEstXbI", "v_t3wyR2VQy20", "v_MVUqd8iVUEk", "v_NGk3v4sKqdg", "v_vrXqd_Ct298", "v_BBRNbo8c8gA", "v_P3kWD8Oocio", "v_R0YS8JS_0rk", "v_m2hiQ9EOUUI", "v_owLv-_CPNJI", "v_aLv03Fznf5A", "v_aYSm25veKTs", "v_9ut_IDtfVzY", "v_cKMGacBQX0E", "v_m--b-Ltjm_Y", "v_tnt6Wpv_kHc", "v_my9Z4bun_Dk", "v_pf49xhMRrgQ", "v_ennVaOEePHk", "v_ranTpEJvqs8", "v_ngxs6ngJR4k", "v_lc-piYwzqsA", "v_mzVJHw9Jrb4", "v_n2wq_9TeNYM", "v_94wjthSzsSQ", "v_-VexUX6OJBM", "v_GHU3G24jFjI", "v_xcBJP14YBvg", "v_bH6KL0ai3Ww", "v_ASXqlsSfZ5E", "v_otWTm1_aAqI", "v_6Ni6csyQbzw", "v_eSpPY2yMg70", "v_VdGZfI-8RuA", "v_jFZRNe7xFY8", "v_N_um3L3w1uQ", "v_3JHIcli-Wlg", "v_xCedPpnP6Wg", "v_fmRio4-6Xqc", "v_xDD9rWISPpk", "v_hFlDERq1ThU", "v_mk3srKjFB3A", "v_nEj34gf508E", "v_45gAK3x_0ds", "v_rbKPBMRj9jY", "v_qkk2tK19sx8", "v_BDQHEemWnSk", "v_0fvL6IHKYF0", "v_mRgS35iyhYE", "v_0qQvcJJekN8", "v__crwKCjKRjg", "v_Uqte3S_ErTM", "v_txsupdxCToQ", "v_BkBbzC6nIvA", "v_pOVICBn8QMw", "v_5WWvCSCGXmc", "v_xXTfM9xXFQM", "v_j5mhELw7XaM", "v_63d_t0U1pXw", "v_gsJ953MHtpY", "v_DZrCkQ2z-u4", "v_HFDsuGHojDU", "v_4KE6dUAGZ94", "v_uyzQkTArIwU", "v_gzs6VcYc0OI", "v_n1NqFiDdlEU", "v_g_bb4RSu6TQ", "v_YzyCFfrX_4I", "v_HDVk1O78gwc"], "ranking_scores": [0.7734810709953308, 0.7288408279418945, 0.7215898036956787, 0.7197092771530151, 0.7172067165374756, 0.7163708209991455, 0.7146396040916443, 0.7124542593955994, 0.7112715244293213, 0.7098450660705566, 0.7074037194252014, 0.7071399092674255, 0.7065675854682922, 0.7064448595046997, 0.7016023993492126, 0.6972933411598206, 0.6971068382263184, 0.6936486959457397, 0.693209171295166, 0.6892708539962769, 0.6881086230278015, 0.6867988109588623, 0.6866206526756287, 0.6857397556304932, 0.6837217807769775, 0.6802370548248291, 0.6787656545639038, 0.6786339282989502, 0.6773860454559326, 0.6760594248771667, 0.6749049425125122, 0.6739894151687622, 0.6739588379859924, 0.6734220385551453, 0.6733800768852234, 0.6733278036117554, 0.6720092296600342, 0.6712141036987305, 0.6708583831787109, 0.6707460880279541, 0.669704794883728, 0.6696329116821289, 0.6690640449523926, 0.6677406430244446, 0.6671552658081055, 0.6665686368942261, 0.6660078763961792, 0.6659178733825684, 0.6658362746238708, 0.6648829579353333, 0.6642144918441772, 0.6633080840110779, 0.6632434129714966, 0.6626042127609253, 0.6625672578811646, 0.6620031595230103, 0.6618354320526123, 0.6603608131408691, 0.6584352254867554, 0.6574802398681641, 0.655960738658905, 0.6558760404586792, 0.6545455455780029, 0.654168426990509, 0.6536942720413208, 0.6514133214950562, 0.6511422395706177, 0.650830864906311, 0.6507064700126648, 0.64875328540802, 0.6484836935997009, 0.6484048366546631, 0.6482754349708557, 0.6480660438537598, 0.6478734016418457, 0.6471589803695679, 0.6465917825698853, 0.6463488340377808, 0.6445508003234863, 0.6444336771965027, 0.6439378261566162, 0.6431829333305359, 0.6426519155502319, 0.6426202654838562, 0.642255961894989, 0.6413909196853638, 0.6406483054161072, 0.6403752565383911, 0.6401287317276001, 0.6391967535018921, 0.6388411521911621, 0.6387712359428406, 0.6364743709564209, 0.6362664699554443, 0.6358345746994019, 0.6357239484786987, 0.6349937915802002, 0.634555995464325, 0.6336896419525146, 0.6333306431770325], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
9
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": false, "pos_rank": 80, "base_pos_rank": 0, "input_rank": 12, "base_input_rank": 2, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video contains the moment which describes \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_RHpigjSwhVM", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_RHpigjSwhVM.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "v_RHpigjSwhVM", "ranking_topk": ["v_x8AR0FD5Jqo", "v_l4UJiGsZVfE", "v_gXdFGYPKClE", "v_mFDC1CLt6B4", "v_ranTpEJvqs8", "v_W6JJ1L_EEBY", "v_8e80cJTrJDs", "v_b380n1dci9I", "v_5WWvCSCGXmc", "v_my9Z4bun_Dk", "v_EEMGyhO3OVI", "v_UqSjGwxBuqA", "v_RHpigjSwhVM", "v_ATk8OkvNHHQ", "v_ennVaOEePHk", "v_n2wq_9TeNYM", "v_vrXqd_Ct298", "v_aYSm25veKTs", "v_ZeBrPKBGb_k", "v_94w7SEcPDho", "v_r015El3onHw", "v_6Ni6csyQbzw", "v_A4L4ObzZ5VE", "v_fmRio4-6Xqc", "v_RxXBMgsu6uU", "v_ieWgalZPc2g", "v_I6B4g85H2iI", "v_aTQaYDmcMDY", "v_hz3n1wrXYAc", "v_2aw1pVJsnKs", "v_Uqte3S_ErTM", "v_QBI5ZH_cdik", "v_1RKExOpIGas", "v_n1NqFiDdlEU", "v_yeEe8-aYA2E", "v_ZVNRQ_MPZAs", "v_9I4H8O6B7yM", "v_eXMF6Skt2To", "v_pXcFBfv5Sf4", "v_sbIh_M0oGs8", "v_98YZQ0gNjpQ", "v_y1IjkACdnfs", "v_Bh8RcPBQjxo", "v_qy-LbstiMYg", "v_qsYElirHVUU", "v_231pbDe3uQc", "v_K8XNOs0AwaE", "v_iZk3PH8ghlI", "v_Ez7s36AwgLk", "v_Rai5nKbB6wU", "v_ABBA086Gmq0", "v_N49yT-kvXuw", "v_DQ9EaCSFwGI", "v_PJgB6h-fImY", "v_UU8Xtm8Gl3I", "v_L1B_cE8waag", "v_yc9Bc8G7Y_Q", "v_-l18hJp8ShE", "v_P3kWD8Oocio", "v_od9EdcDcByA", "v_mzVJHw9Jrb4", "v_vKNsvOvC5mA", "v_wwh94C7NB1I", "v_JEvEoAESqJ0", "v_6it_yeIb_L0", "v_wnnoaLzYqVQ", "v_BDQHEemWnSk", "v_W_hux-Z6Ll0", "v_G00TjQ7JJ8Y", "v_B4qwjeJBk0s", "v_ywSeEtroEXo", "v_-NM-0NZXRNw", "v_F7u4kpwhs5g", "v_YigV1ARspVU", "v_45gAK3x_0ds", "v_8nhuvbFSSmw", "v_I4kjOE8HnU0", "v_Z47QGlaQ1NE", "v_Mk9PMED8K4g", "v_ix40OdQd7iE", "v_xIhTY02lRSE", "v_AJ15GW-sS5M", "v_ZOQSDsJYXIA", "v_X5UoLcloHIM", "v_GOxmnVFdMfY", "v_ETHVjrG7S4k", "v__crwKCjKRjg", "v_Dx4LpX-X9JY", "v_mRgS35iyhYE", "v_xb8iMASjw1A", "v_RTnNxbG2V5o", "v_HDVk1O78gwc", "v_wd7W8NTi_58", "v_0y_5NIIvUzI", "v_p3PEMCN4h_g", "v_ynUBEoobKW0", "v_BBRNbo8c8gA", "v_Sx3NHkPp3Jo", "v_PUJYZEq8H64", "v_e2QVdX-JdIg"], "ranking_scores": [0.9387743473052979, 0.9308077096939087, 0.9264038801193237, 0.9248265624046326, 0.9203072786331177, 0.9167872667312622, 0.9166058301925659, 0.9116557836532593, 0.9098511934280396, 0.908778965473175, 0.8852222561836243, 0.8822730779647827, 0.8819141983985901, 0.8798723816871643, 0.8755044937133789, 0.8732805848121643, 0.8692004680633545, 0.8577015399932861, 0.8518550992012024, 0.8407484889030457, 0.8256935477256775, 0.815227746963501, 0.8137282729148865, 0.8016303777694702, 0.7997603416442871, 0.7862541675567627, 0.7850947380065918, 0.7811009883880615, 0.772668719291687, 0.7686773538589478, 0.7667419910430908, 0.7550327181816101, 0.7549146413803101, 0.7497454285621643, 0.7493271827697754, 0.7429772615432739, 0.7353577017784119, 0.7313844561576843, 0.7199385166168213, 0.7041237950325012, 0.6955295205116272, 0.688979983329773, 0.6804981231689453, 0.679187536239624, 0.6602030992507935, 0.6551345586776733, 0.6536903977394104, 0.6520988941192627, 0.6390724182128906, 0.6362029314041138, 0.633271336555481, 0.6315653324127197, 0.6295707821846008, 0.6276971101760864, 0.6179788708686829, 0.6160368919372559, 0.6118283271789551, 0.6117730736732483, 0.6063058376312256, 0.6035150289535522, 0.6013213396072388, 0.5987515449523926, 0.5972562432289124, 0.5964128971099854, 0.5961659550666809, 0.5950667858123779, 0.5868200063705444, 0.5864921808242798, 0.5852596759796143, 0.5844683647155762, 0.5843785405158997, 0.5839861631393433, 0.5794259309768677, 0.578433632850647, 0.5780924558639526, 0.5779872536659241, 0.5761409401893616, 0.5734139680862427, 0.5729737281799316, 0.5720912218093872, 0.5704058408737183, 0.5701661705970764, 0.5691319108009338, 0.5678160190582275, 0.5675668120384216, 0.5674319267272949, 0.5674097537994385, 0.5673282742500305, 0.5672321319580078, 0.5657117962837219, 0.5643236637115479, 0.5641077756881714, 0.5639522075653076, 0.563946008682251, 0.5628597736358643, 0.5626809597015381, 0.5603131055831909, 0.5600883960723877, 0.5594028830528259, 0.5589505434036255], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
10
+ {"checkpoint": "checkpoint-24000", "eval_name": "checkpoint-24000_eval", "qid": "1714394126.010152_fig", "is_positive": false, "pos_rank": 77, "base_pos_rank": 0, "input_rank": 0, "base_input_rank": 3, "query": "Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.", "raw_input": "Query: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_input_source": "<video>\nQuery: \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\"", "raw_output": "This video contains the moment which describes \"Amidst clapping onlookers, the man demonstrates skill on a bumpy square-wheeled bicycle, riding in circles.\". The embedding is Latent slots: <LAT0> <LAT1> <LAT2> <LAT3> <LAT4> <LAT5> <LAT6> <LAT7> <LAT_EOS>", "input_video_id": "v_vrXqd_Ct298", "input_video_path": "/hub_data2/dohwan/data/retrieval/activitynet/videos/v_vrXqd_Ct298.mp4", "pos_video_id": "v_xIhTY02lRSE", "neg_video_id": "v_vrXqd_Ct298", "ranking_topk": ["v_vrXqd_Ct298", "v_l4UJiGsZVfE", "v_x8AR0FD5Jqo", "v_RHpigjSwhVM", "v_gXdFGYPKClE", "v_mFDC1CLt6B4", "v_ATk8OkvNHHQ", "v_aYSm25veKTs", "v_8e80cJTrJDs", "v_ranTpEJvqs8", "v_ZeBrPKBGb_k", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_5WWvCSCGXmc", "v_my9Z4bun_Dk", "v_UqSjGwxBuqA", "v_b380n1dci9I", "v_94w7SEcPDho", "v_EEMGyhO3OVI", "v_r015El3onHw", "v_n2wq_9TeNYM", "v_6Ni6csyQbzw", "v_yeEe8-aYA2E", "v_hz3n1wrXYAc", "v_RxXBMgsu6uU", "v_I6B4g85H2iI", "v_fmRio4-6Xqc", "v_A4L4ObzZ5VE", "v_1RKExOpIGas", "v_pXcFBfv5Sf4", "v_Uqte3S_ErTM", "v_aTQaYDmcMDY", "v_2aw1pVJsnKs", "v_ieWgalZPc2g", "v_9I4H8O6B7yM", "v_QBI5ZH_cdik", "v_ZVNRQ_MPZAs", "v_n1NqFiDdlEU", "v_98YZQ0gNjpQ", "v_eXMF6Skt2To", "v_qy-LbstiMYg", "v_y1IjkACdnfs", "v_Bh8RcPBQjxo", "v_sbIh_M0oGs8", "v_DQ9EaCSFwGI", "v_ABBA086Gmq0", "v_231pbDe3uQc", "v_qsYElirHVUU", "v_PJgB6h-fImY", "v_iZk3PH8ghlI", "v_P3kWD8Oocio", "v_N49yT-kvXuw", "v_L1B_cE8waag", "v_mzVJHw9Jrb4", "v_yc9Bc8G7Y_Q", "v_Ez7s36AwgLk", "v_K8XNOs0AwaE", "v_wwh94C7NB1I", "v_Rai5nKbB6wU", "v_-l18hJp8ShE", "v_BDQHEemWnSk", "v_8nhuvbFSSmw", "v_GOxmnVFdMfY", "v_NDK0XQnsnmA", "v_X5UoLcloHIM", "v_6it_yeIb_L0", "v_mRgS35iyhYE", "v_uF9othvTXn8", "v__crwKCjKRjg", "v_RTnNxbG2V5o", "v_HCphw9_Jku8", "v_ywSeEtroEXo", "v_iLaye6q55qk", "v_ILIpCfCWyT0", "v_FmDGejzydo8", "v_vVvImml1A8g", "v_B4qwjeJBk0s", "v_xIhTY02lRSE", "v_1BUnQWRBpYg", "v_EVtM8DKW4bc", "v_od9EdcDcByA", "v_YigV1ARspVU", "v_UU8Xtm8Gl3I", "v_TokZDNwr664", "v_IEqnfSiCIXc", "v_GNg5kjnJlOE", "v_u2329Chp6IY", "v_sfT9Siql3P8", "v_KLr1ZVJDFDs", "v_45gAK3x_0ds", "v_HguqDEvSN68", "v_txsupdxCToQ", "v_-Lxv663IEaI", "v_BBRNbo8c8gA", "v_NjTk2naIaac", "v_NzxZdC-63LE", "v_0AbJgWxIYVI", "v_7B1FZR0IA6M", "v_ynUBEoobKW0", "v_j5mhELw7XaM"], "ranking_scores": [0.9181951284408569, 0.9163565635681152, 0.9135528802871704, 0.9007159471511841, 0.8941925764083862, 0.8929262161254883, 0.8923364877700806, 0.8866748213768005, 0.8851572871208191, 0.8828005194664001, 0.8798646926879883, 0.879185676574707, 0.8791059255599976, 0.8733932971954346, 0.8704624176025391, 0.8617215156555176, 0.8576829433441162, 0.8550227284431458, 0.8499249219894409, 0.8360342979431152, 0.8263494968414307, 0.8225851655006409, 0.7997968196868896, 0.7832843661308289, 0.7823736071586609, 0.777597188949585, 0.7676191329956055, 0.7666385173797607, 0.7587472200393677, 0.7518914341926575, 0.750781774520874, 0.7468734979629517, 0.7387855052947998, 0.737368106842041, 0.7314697504043579, 0.7227121591567993, 0.7202788591384888, 0.7082506418228149, 0.7081395387649536, 0.7048442363739014, 0.694363534450531, 0.6878217458724976, 0.6789148449897766, 0.6694350838661194, 0.6674556732177734, 0.664183497428894, 0.6595485210418701, 0.6560329794883728, 0.6525530815124512, 0.6422297954559326, 0.6371873021125793, 0.6351726055145264, 0.6289161443710327, 0.6282694935798645, 0.6259479522705078, 0.6246811747550964, 0.6212867498397827, 0.6187119483947754, 0.618678629398346, 0.6161620616912842, 0.613926887512207, 0.6080796718597412, 0.6041781902313232, 0.6026768684387207, 0.6017863750457764, 0.5998545289039612, 0.5984280109405518, 0.5978511571884155, 0.5973120927810669, 0.5970451235771179, 0.5968829989433289, 0.5963902473449707, 0.5957380533218384, 0.5956631898880005, 0.5947186946868896, 0.5945367217063904, 0.5925661325454712, 0.5920627117156982, 0.5919312238693237, 0.5912370681762695, 0.589388370513916, 0.5891363620758057, 0.5883492827415466, 0.588057279586792, 0.586481511592865, 0.5856549739837646, 0.5820242166519165, 0.5811929702758789, 0.5796416997909546, 0.5793911814689636, 0.5790032148361206, 0.5784343481063843, 0.5781434774398804, 0.575609564781189, 0.5753758549690247, 0.5750682950019836, 0.5732817649841309, 0.572202205657959, 0.5715605020523071, 0.5710766315460205], "pos_in_topk": true, "input_in_topk": true, "base_available": true, "base_ranking_topk": ["v_xIhTY02lRSE", "v_T7fzZX0qKKQ", "v_RHpigjSwhVM", "v_vrXqd_Ct298", "v_UqSjGwxBuqA", "v_l4UJiGsZVfE", "v_zto8JvkVLVw", "v_svWiQtzgtOc", "v_ATk8OkvNHHQ", "v_ZeBrPKBGb_k", "v_x8AR0FD5Jqo", "v_b380n1dci9I", "v_pXcFBfv5Sf4", "v_8e80cJTrJDs", "v_mFDC1CLt6B4", "v_aYSm25veKTs", "v_RxXBMgsu6uU", "v_yeEe8-aYA2E", "v_mzVJHw9Jrb4", "v_gXdFGYPKClE", "v_ennVaOEePHk", "v_W6JJ1L_EEBY", "v_hz3n1wrXYAc", "v_n1NqFiDdlEU", "v_ranTpEJvqs8", "v_EEMGyhO3OVI", "v_dfgwl-_IMic", "v_dAcdSkaoK64", "v_6Ni6csyQbzw", "v_cLTDcBhgRw8", "v_aLv03Fznf5A", "v_BkBbzC6nIvA", "v_ig867kFeLic", "v_5WWvCSCGXmc", "v_BBRNbo8c8gA", "v_LqCg09IRp-o", "v_r015El3onHw", "v_Ttx3kt2fW1o", "v_qiRrR2Nj2SQ", "v_94w7SEcPDho", "v_tnt6Wpv_kHc", "v_bCD6_kGsF9A", "v_MVUqd8iVUEk", "v_0fvL6IHKYF0", "v_owLv-_CPNJI", "v_xCedPpnP6Wg", "v_n2wq_9TeNYM", "v_NrlITLsd7Fk", "v_Uqte3S_ErTM", "v_PJgB6h-fImY", "v_cKMGacBQX0E", "v_Bh8RcPBQjxo", "v_R0YS8JS_0rk", "v_my9Z4bun_Dk", "v_NGk3v4sKqdg", "v_BDQHEemWnSk", "v_qkk2tK19sx8", "v_KePjkCySBCs", "v_mRgS35iyhYE", "v__crwKCjKRjg", "v_RrVsNvO6Yd4", "v_lc-piYwzqsA", "v_bH6KL0ai3Ww", "v_rbKPBMRj9jY", "v_hDb19ih3jAA", "v_1wjnveHAhGE", "v_pOVICBn8QMw", "v_zb6WUBWwXfk", "v_m2hiQ9EOUUI", "v_ABBA086Gmq0", "v_fmRio4-6Xqc", "v_BcMHGhxdMl4", "v_FnbVnRX6WxQ", "v_xcBJP14YBvg", "v_shBiO7aGy6k", "v_nw32dno_RcM", "v_eSpPY2yMg70", "v_DZrCkQ2z-u4", "v_mk3srKjFB3A", "v_otWTm1_aAqI", "v_ngxs6ngJR4k", "v_qsYElirHVUU", "v_lcEGoZAC7GI", "v_3JHIcli-Wlg", "v_t3wyR2VQy20", "v_94wjthSzsSQ", "v_D0pVkTEYQg8", "v_HFDsuGHojDU", "v_nKn2uQTVo-U", "v_eUxFTEeNIGg", "v_m4EcgRjCpi8", "v_4KE6dUAGZ94", "v_pf49xhMRrgQ", "v_PLqTX6ij52U", "v_0qQvcJJekN8", "v_8AsV0ojyUMU", "v_EVtM8DKW4bc", "v_UN0bAa_ko4I", "v_9elfMU_LRKc", "v_9ut_IDtfVzY"], "base_ranking_scores": [0.6926254034042358, 0.6441961526870728, 0.6039236783981323, 0.5961526036262512, 0.59377121925354, 0.592098593711853, 0.5891680717468262, 0.587130069732666, 0.584709644317627, 0.5846105217933655, 0.5844283699989319, 0.5820484757423401, 0.5806673169136047, 0.5798860192298889, 0.5783828496932983, 0.5777136087417603, 0.5766158103942871, 0.570325493812561, 0.5703239440917969, 0.5700720548629761, 0.5655844211578369, 0.5632550716400146, 0.5632416605949402, 0.5560328960418701, 0.5558406114578247, 0.5547689199447632, 0.5504933595657349, 0.5503658056259155, 0.5500655174255371, 0.5499311685562134, 0.5482738018035889, 0.5468227863311768, 0.5466221570968628, 0.5463597774505615, 0.5453774333000183, 0.5434406399726868, 0.5433701872825623, 0.5428715944290161, 0.541230320930481, 0.5404418706893921, 0.5393359661102295, 0.5374408960342407, 0.5362096428871155, 0.5361327528953552, 0.5360073447227478, 0.5359123945236206, 0.5340445041656494, 0.5338796973228455, 0.5333840847015381, 0.5323511958122253, 0.5320242643356323, 0.531887948513031, 0.5317878723144531, 0.5307353734970093, 0.5263547897338867, 0.5261562466621399, 0.5258345603942871, 0.5251528024673462, 0.5227004289627075, 0.5213998556137085, 0.5212604999542236, 0.5206941366195679, 0.5195573568344116, 0.5185796022415161, 0.5185757875442505, 0.5181356072425842, 0.5176424384117126, 0.5166294574737549, 0.5156177282333374, 0.5148593187332153, 0.5133002996444702, 0.5124887228012085, 0.5117579698562622, 0.5112305283546448, 0.5104594230651855, 0.5100396871566772, 0.5096592903137207, 0.5092782378196716, 0.508709192276001, 0.5086216330528259, 0.5082755088806152, 0.5075879693031311, 0.5039383769035339, 0.502669095993042, 0.5020745396614075, 0.5004075765609741, 0.5001664161682129, 0.5000602006912231, 0.4999222159385681, 0.4987874925136566, 0.4985785186290741, 0.4979850649833679, 0.4971831440925598, 0.49620187282562256, 0.49611103534698486, 0.49548476934432983, 0.4954667389392853, 0.4952165484428406, 0.4946403205394745, 0.4931430220603943], "base_pos_in_topk": true, "base_input_in_topk": true}
checkpoint-24000/embedding_vis/checkpoint-24000/000000_v_xSWpGhhM1H8.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_xSWpGhhM1H8,-0.115650,0.103747
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.279128,0.237853
4
+ topk,v_qGID8CHyClA,v_qGID8CHyClA,-0.043507,-0.076891
5
+ topk,v_8YKUwWUU-O0,v_8YKUwWUU-O0,0.147598,-0.119982
6
+ topk,v_mFWRIp164r4,v_mFWRIp164r4,0.247938,0.121624
7
+ topk,v_iMB_mb11KWM,v_iMB_mb11KWM,-0.183803,-0.299596
8
+ topk,v_XELYXH6fqeA,v_XELYXH6fqeA,0.226552,0.033245
checkpoint-24000/embedding_vis/checkpoint-24000/000001_v_Jl2lDgcsvmA.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_Jl2lDgcsvmA,-0.010881,-0.017762
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,0.129710,-0.637762
4
+ topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,0.319758,0.158174
5
+ topk,v_7ZbH4vHTmVs,v_7ZbH4vHTmVs,-0.495004,0.005395
6
+ topk,v_F8K9WQfHth4,v_F8K9WQfHth4,0.295610,0.178188
7
+ topk,v_6VT2jBflMAM,v_6VT2jBflMAM,0.173856,0.190066
8
+ topk,v_dP2DgvNt12Y,v_dP2DgvNt12Y,-0.413050,0.123701
checkpoint-24000/embedding_vis/checkpoint-24000/000002_v_ymJTN8aKZEw.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_ymJTN8aKZEw,-0.005037,-0.040655
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,0.613486,-0.245412
4
+ topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,-0.174531,-0.052319
5
+ topk,v_rulzKikXMHo,v_rulzKikXMHo,0.081545,0.337606
6
+ topk,v_iiqaJGokpEw,v_iiqaJGokpEw,-0.329521,-0.373447
7
+ topk,v_6VT2jBflMAM,v_6VT2jBflMAM,-0.015511,0.351224
8
+ topk,v_F8K9WQfHth4,v_F8K9WQfHth4,-0.170431,0.023002
checkpoint-24000/embedding_vis/checkpoint-24000/000003_v_dP2DgvNt12Y.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_dP2DgvNt12Y,-0.045922,0.039706
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.337464,0.569872
4
+ topk,v_7ZbH4vHTmVs,v_7ZbH4vHTmVs,0.400606,0.063474
5
+ topk,v_dP2DgvNt12Y,v_dP2DgvNt12Y,0.293771,-0.048417
6
+ topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,-0.364070,-0.253384
7
+ topk,v_F8K9WQfHth4,v_F8K9WQfHth4,-0.341954,-0.322036
8
+ topk,v_u-yFENQQxAo,v_u-yFENQQxAo,0.395032,-0.049215
checkpoint-24000/embedding_vis/checkpoint-24000/000004_v_6VT2jBflMAM.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_6VT2jBflMAM,-0.079558,0.012504
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.517268,0.406875
4
+ topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,0.137508,0.055979
5
+ topk,v_F8K9WQfHth4,v_F8K9WQfHth4,0.360610,0.162928
6
+ topk,v_6VT2jBflMAM,v_6VT2jBflMAM,-0.090350,-0.388020
7
+ topk,v_yVp99wxlW90,v_yVp99wxlW90,0.350746,0.135597
8
+ topk,v_Jl2lDgcsvmA,v_Jl2lDgcsvmA,-0.161687,-0.385864
checkpoint-24000/embedding_vis/checkpoint-24000/000005_v_gqK_jApRT5E.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_gqK_jApRT5E,-0.040997,-0.019529
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.336535,-0.574871
4
+ topk,v_7ZbH4vHTmVs,v_7ZbH4vHTmVs,0.399913,-0.065015
5
+ topk,v_dP2DgvNt12Y,v_dP2DgvNt12Y,0.293433,0.047131
6
+ topk,v_ymJTN8aKZEw,v_ymJTN8aKZEw,-0.365576,0.249258
7
+ topk,v_F8K9WQfHth4,v_F8K9WQfHth4,-0.343921,0.317093
8
+ topk,v_u-yFENQQxAo,v_u-yFENQQxAo,0.393683,0.045934
checkpoint-24000/embedding_vis/checkpoint-24000/000006_v_xIhTY02lRSE.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_xIhTY02lRSE,-0.013889,-0.094893
3
+ pos,v_xIhTY02lRSE,v_xIhTY02lRSE,-0.001144,-0.036449
4
+ topk,v_8AsV0ojyUMU,v_8AsV0ojyUMU,0.055710,0.227233
5
+ topk,v_PJgB6h-fImY,v_PJgB6h-fImY,0.204889,-0.460760
6
+ topk,v_owLv-_CPNJI,v_owLv-_CPNJI,-0.487685,0.056446
7
+ topk,v_ngxs6ngJR4k,v_ngxs6ngJR4k,-0.151021,0.024515
8
+ topk,v_9elfMU_LRKc,v_9elfMU_LRKc,0.393141,0.283908
checkpoint-24000/embedding_vis/checkpoint-24000/000007_v_T7fzZX0qKKQ.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_T7fzZX0qKKQ,-0.051082,0.134703
3
+ pos,v_xIhTY02lRSE,v_xIhTY02lRSE,-0.013625,0.593902
4
+ topk,v_cLTDcBhgRw8,v_cLTDcBhgRw8,-0.468617,-0.180533
5
+ topk,v_ig867kFeLic,v_ig867kFeLic,-0.544534,-0.168157
6
+ topk,v_l4UJiGsZVfE,v_l4UJiGsZVfE,0.433020,-0.195279
7
+ topk,v_RHpigjSwhVM,v_RHpigjSwhVM,0.385250,-0.228443
8
+ topk,v_pXcFBfv5Sf4,v_pXcFBfv5Sf4,0.259590,0.043807
checkpoint-24000/embedding_vis/checkpoint-24000/000008_v_RHpigjSwhVM.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_RHpigjSwhVM,-0.115378,-0.045639
3
+ pos,v_xIhTY02lRSE,v_xIhTY02lRSE,0.787082,0.009236
4
+ topk,v_x8AR0FD5Jqo,v_x8AR0FD5Jqo,-0.128798,-0.136462
5
+ topk,v_l4UJiGsZVfE,v_l4UJiGsZVfE,-0.117763,-0.262496
6
+ topk,v_gXdFGYPKClE,v_gXdFGYPKClE,-0.156730,0.132636
7
+ topk,v_mFDC1CLt6B4,v_mFDC1CLt6B4,-0.155003,0.141927
8
+ topk,v_ranTpEJvqs8,v_ranTpEJvqs8,-0.113410,0.160798
checkpoint-24000/embedding_vis/checkpoint-24000/000009_v_vrXqd_Ct298.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_vrXqd_Ct298,-0.098971,-0.050578
3
+ pos,v_xIhTY02lRSE,v_xIhTY02lRSE,0.774154,0.012673
4
+ topk,v_vrXqd_Ct298,v_vrXqd_Ct298,-0.174392,-0.193140
5
+ topk,v_l4UJiGsZVfE,v_l4UJiGsZVfE,-0.141944,0.084837
6
+ topk,v_x8AR0FD5Jqo,v_x8AR0FD5Jqo,-0.133675,0.192893
7
+ topk,v_RHpigjSwhVM,v_RHpigjSwhVM,-0.085369,-0.315930
8
+ topk,v_gXdFGYPKClE,v_gXdFGYPKClE,-0.139804,0.269245
checkpoint-24000/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-24000/preprocessor_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "disable_grouping": null,
7
+ "do_center_crop": null,
8
+ "do_convert_rgb": true,
9
+ "do_normalize": true,
10
+ "do_pad": null,
11
+ "do_rescale": true,
12
+ "do_resize": true,
13
+ "image_mean": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "image_processor_type": "Qwen2VLImageProcessorFast",
19
+ "image_std": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "input_data_format": null,
25
+ "max_pixels": null,
26
+ "merge_size": 2,
27
+ "min_pixels": null,
28
+ "pad_size": null,
29
+ "patch_size": 16,
30
+ "processor_class": "Qwen3VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_tensors": null,
34
+ "size": {
35
+ "longest_edge": 16777216,
36
+ "shortest_edge": 65536
37
+ },
38
+ "temporal_patch_size": 2
39
+ }
checkpoint-24000/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
checkpoint-24000/tokenizer_config.json ADDED
@@ -0,0 +1,321 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ },
181
+ "151665": {
182
+ "content": "<tool_response>",
183
+ "lstrip": false,
184
+ "normalized": false,
185
+ "rstrip": false,
186
+ "single_word": false,
187
+ "special": false
188
+ },
189
+ "151666": {
190
+ "content": "</tool_response>",
191
+ "lstrip": false,
192
+ "normalized": false,
193
+ "rstrip": false,
194
+ "single_word": false,
195
+ "special": false
196
+ },
197
+ "151667": {
198
+ "content": "<think>",
199
+ "lstrip": false,
200
+ "normalized": false,
201
+ "rstrip": false,
202
+ "single_word": false,
203
+ "special": false
204
+ },
205
+ "151668": {
206
+ "content": "</think>",
207
+ "lstrip": false,
208
+ "normalized": false,
209
+ "rstrip": false,
210
+ "single_word": false,
211
+ "special": false
212
+ },
213
+ "151669": {
214
+ "content": "<query>",
215
+ "lstrip": false,
216
+ "normalized": false,
217
+ "rstrip": false,
218
+ "single_word": false,
219
+ "special": true
220
+ },
221
+ "151670": {
222
+ "content": "<LAT0>",
223
+ "lstrip": false,
224
+ "normalized": false,
225
+ "rstrip": false,
226
+ "single_word": false,
227
+ "special": true
228
+ },
229
+ "151671": {
230
+ "content": "<LAT1>",
231
+ "lstrip": false,
232
+ "normalized": false,
233
+ "rstrip": false,
234
+ "single_word": false,
235
+ "special": true
236
+ },
237
+ "151672": {
238
+ "content": "<LAT2>",
239
+ "lstrip": false,
240
+ "normalized": false,
241
+ "rstrip": false,
242
+ "single_word": false,
243
+ "special": true
244
+ },
245
+ "151673": {
246
+ "content": "<LAT3>",
247
+ "lstrip": false,
248
+ "normalized": false,
249
+ "rstrip": false,
250
+ "single_word": false,
251
+ "special": true
252
+ },
253
+ "151674": {
254
+ "content": "<LAT4>",
255
+ "lstrip": false,
256
+ "normalized": false,
257
+ "rstrip": false,
258
+ "single_word": false,
259
+ "special": true
260
+ },
261
+ "151675": {
262
+ "content": "<LAT5>",
263
+ "lstrip": false,
264
+ "normalized": false,
265
+ "rstrip": false,
266
+ "single_word": false,
267
+ "special": true
268
+ },
269
+ "151676": {
270
+ "content": "<LAT6>",
271
+ "lstrip": false,
272
+ "normalized": false,
273
+ "rstrip": false,
274
+ "single_word": false,
275
+ "special": true
276
+ },
277
+ "151677": {
278
+ "content": "<LAT7>",
279
+ "lstrip": false,
280
+ "normalized": false,
281
+ "rstrip": false,
282
+ "single_word": false,
283
+ "special": true
284
+ },
285
+ "151678": {
286
+ "content": "<LAT_EOS>",
287
+ "lstrip": false,
288
+ "normalized": false,
289
+ "rstrip": false,
290
+ "single_word": false,
291
+ "special": true
292
+ }
293
+ },
294
+ "additional_special_tokens": [
295
+ "<|im_start|>",
296
+ "<|im_end|>",
297
+ "<|object_ref_start|>",
298
+ "<|object_ref_end|>",
299
+ "<|box_start|>",
300
+ "<|box_end|>",
301
+ "<|quad_start|>",
302
+ "<|quad_end|>",
303
+ "<|vision_start|>",
304
+ "<|vision_end|>",
305
+ "<|vision_pad|>",
306
+ "<|image_pad|>",
307
+ "<|video_pad|>"
308
+ ],
309
+ "bos_token": null,
310
+ "clean_up_tokenization_spaces": false,
311
+ "eos_token": "<|im_end|>",
312
+ "errors": "replace",
313
+ "extra_special_tokens": {},
314
+ "model_max_length": 262144,
315
+ "pad_token": "<|endoftext|>",
316
+ "padding_side": "right",
317
+ "processor_class": "Qwen3VLProcessor",
318
+ "split_special_tokens": false,
319
+ "tokenizer_class": "Qwen2Tokenizer",
320
+ "unk_token": null
321
+ }
checkpoint-24000/video_preprocessor_config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "do_center_crop": null,
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
+ "do_rescale": true,
10
+ "do_resize": true,
11
+ "do_sample_frames": true,
12
+ "fps": 2,
13
+ "image_mean": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "image_std": [
19
+ 0.5,
20
+ 0.5,
21
+ 0.5
22
+ ],
23
+ "input_data_format": null,
24
+ "max_frames": 768,
25
+ "merge_size": 2,
26
+ "min_frames": 4,
27
+ "num_frames": null,
28
+ "pad_size": null,
29
+ "patch_size": 16,
30
+ "processor_class": "Qwen3VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_metadata": false,
34
+ "size": {
35
+ "longest_edge": 25165824,
36
+ "shortest_edge": 4096
37
+ },
38
+ "temporal_patch_size": 2,
39
+ "video_metadata": null,
40
+ "video_processor_type": "Qwen3VLVideoProcessor"
41
+ }
checkpoint-24000/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_xSWpGhhM1H8,-0.116852,0.121897
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.288640,0.218034
4
+ topk,v_qGID8CHyClA,v_qGID8CHyClA,-0.042505,-0.078379
5
+ topk,v_8YKUwWUU-O0,v_8YKUwWUU-O0,0.157327,-0.121981
6
+ topk,v_mFWRIp164r4,v_mFWRIp164r4,0.235966,0.139066
7
+ topk,v_iMB_mb11KWM,v_iMB_mb11KWM,-0.173869,-0.307899
8
+ topk,v_XELYXH6fqeA,v_XELYXH6fqeA,0.228573,0.029261
checkpoint-30000/embedding_vis/checkpoint-30000/000000_v_xSWpGhhM1H8.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000005_v_gqK_jApRT5E.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_gqK_jApRT5E,-0.027973,0.202175
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,-0.817312,-0.111438
4
+ topk,v_gqK_jApRT5E,v_gqK_jApRT5E,0.056160,0.330634
5
+ topk,v_s4Ryxk3TxKA,v_s4Ryxk3TxKA,0.121349,0.192903
6
+ topk,v_xuq9oRm8QZo,v_xuq9oRm8QZo,0.215015,-0.080337
7
+ topk,v_Rd9TrjbCkAE,v_Rd9TrjbCkAE,0.139415,-0.328751
8
+ topk,v_0PmrImNqA2w,v_0PmrImNqA2w,0.313346,-0.205187
checkpoint-30000/embedding_vis/checkpoint-30000/000008_v_RHpigjSwhVM.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000011_v_l4UJiGsZVfE.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000014_v_QCeGGnd4QB0.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_QCeGGnd4QB0,-0.199844,0.038083
3
+ pos,v_dgas2Fku3No,v_dgas2Fku3No,-0.028914,0.076595
4
+ topk,v_QCeGGnd4QB0,v_QCeGGnd4QB0,-0.257289,-0.166762
5
+ topk,v_ooCciCGrdcA,v_ooCciCGrdcA,0.001528,0.331437
6
+ topk,v_qXD7myRvw0M,v_qXD7myRvw0M,0.099384,-0.188404
7
+ topk,v_fU4EgYmISro,v_fU4EgYmISro,0.156265,-0.081980
8
+ topk,v_pe0MhPhhVIk,v_pe0MhPhhVIk,0.228871,-0.008968
checkpoint-30000/embedding_vis/checkpoint-30000/000015_v_ooCciCGrdcA.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_qN0a8-A-5Pg,-0.045303,0.014533
3
+ pos,v_Jx4GCjGARqs,v_Jx4GCjGARqs,0.401117,-0.141762
4
+ topk,v_wvFJbY3SmXI,v_wvFJbY3SmXI,-0.066751,-0.112958
5
+ topk,v_HtCQ-OmHJl4,v_HtCQ-OmHJl4,-0.164811,0.000945
6
+ topk,v_qN0a8-A-5Pg,v_qN0a8-A-5Pg,-0.195934,-0.154106
7
+ topk,v_j6HDZh7W6Z4,v_j6HDZh7W6Z4,0.106237,0.238184
8
+ topk,v_5g7bqiT7Y3c,v_5g7bqiT7Y3c,-0.034555,0.155164
checkpoint-30000/embedding_vis/checkpoint-30000/000021_v_qN0a8-A-5Pg.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000027_v_RGMSc1tfkzA.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000028_v_DguywhRJ7ds.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000032_v_Wy0u0amd4Ko.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000040_v_iosb2TdQ7yY.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_iosb2TdQ7yY,-0.012559,0.397538
3
+ pos,v_73AGD3RWPEw,v_73AGD3RWPEw,-0.317648,0.067502
4
+ topk,v_SSoHwNbASQQ,v_SSoHwNbASQQ,-0.037737,-0.104243
5
+ topk,v__D9oML1HvVw,v__D9oML1HvVw,-0.018732,-0.112729
6
+ topk,v_QHn9KyE-zZo,v_QHn9KyE-zZo,-0.074227,-0.128575
7
+ topk,v_45gAK3x_0ds,v_45gAK3x_0ds,0.380490,0.068164
8
+ topk,v_aw4ehW-wTKA,v_aw4ehW-wTKA,0.080413,-0.187656
checkpoint-30000/embedding_vis/checkpoint-30000/000041_v__D9oML1HvVw.png ADDED
checkpoint-30000/embedding_vis/checkpoint-30000/000042_v_FJ7yrh2UiQ8.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_FJ7yrh2UiQ8,-0.093615,0.077440
3
+ pos,v_FJ7yrh2UiQ8,v_FJ7yrh2UiQ8,-0.227117,0.166893
4
+ topk,v_PJgy8J1f3jg,v_PJgy8J1f3jg,-0.001272,0.030791
5
+ topk,v_UGjF8G0HLZA,v_UGjF8G0HLZA,0.255370,0.041042
6
+ topk,v_H_dERoTis5Y,v_H_dERoTis5Y,-0.302181,-0.027537
7
+ topk,v_-5c9WHk408g,v_-5c9WHk408g,0.012618,-0.376041
8
+ topk,v_fDPNV463JuE,v_fDPNV463JuE,0.356196,0.087412
checkpoint-9000/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: Qwen/Qwen3-VL-2B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:Qwen/Qwen3-VL-2B-Instruct
7
+ - llama-factory
8
+ - lora
9
+ - transformers
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.17.1
checkpoint-9000/adapter_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-VL-2B-Instruct",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": [
22
+ "embed_tokens",
23
+ "lm_head"
24
+ ],
25
+ "peft_type": "LORA",
26
+ "qalora_group_size": 16,
27
+ "r": 16,
28
+ "rank_pattern": {},
29
+ "revision": null,
30
+ "target_modules": [
31
+ "k_proj",
32
+ "up_proj",
33
+ "q_proj",
34
+ "v_proj",
35
+ "down_proj",
36
+ "o_proj",
37
+ "gate_proj"
38
+ ],
39
+ "target_parameters": null,
40
+ "task_type": "CAUSAL_LM",
41
+ "trainable_token_indices": null,
42
+ "use_dora": false,
43
+ "use_qalora": false,
44
+ "use_rslora": false
45
+ }
checkpoint-9000/added_tokens.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</think>": 151668,
3
+ "</tool_call>": 151658,
4
+ "</tool_response>": 151666,
5
+ "<LAT0>": 151670,
6
+ "<LAT1>": 151671,
7
+ "<LAT2>": 151672,
8
+ "<LAT3>": 151673,
9
+ "<LAT4>": 151674,
10
+ "<LAT5>": 151675,
11
+ "<LAT6>": 151676,
12
+ "<LAT7>": 151677,
13
+ "<LAT_EOS>": 151678,
14
+ "<query>": 151669,
15
+ "<think>": 151667,
16
+ "<tool_call>": 151657,
17
+ "<tool_response>": 151665,
18
+ "<|box_end|>": 151649,
19
+ "<|box_start|>": 151648,
20
+ "<|endoftext|>": 151643,
21
+ "<|file_sep|>": 151664,
22
+ "<|fim_middle|>": 151660,
23
+ "<|fim_pad|>": 151662,
24
+ "<|fim_prefix|>": 151659,
25
+ "<|fim_suffix|>": 151661,
26
+ "<|im_end|>": 151645,
27
+ "<|im_start|>": 151644,
28
+ "<|image_pad|>": 151655,
29
+ "<|object_ref_end|>": 151647,
30
+ "<|object_ref_start|>": 151646,
31
+ "<|quad_end|>": 151651,
32
+ "<|quad_start|>": 151650,
33
+ "<|repo_name|>": 151663,
34
+ "<|video_pad|>": 151656,
35
+ "<|vision_end|>": 151653,
36
+ "<|vision_pad|>": 151654,
37
+ "<|vision_start|>": 151652
38
+ }
checkpoint-9000/chat_template.jinja ADDED
@@ -0,0 +1,120 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0].role == 'system' %}
4
+ {%- if messages[0].content is string %}
5
+ {{- messages[0].content }}
6
+ {%- else %}
7
+ {%- for content in messages[0].content %}
8
+ {%- if 'text' in content %}
9
+ {{- content.text }}
10
+ {%- endif %}
11
+ {%- endfor %}
12
+ {%- endif %}
13
+ {{- '\n\n' }}
14
+ {%- endif %}
15
+ {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
16
+ {%- for tool in tools %}
17
+ {{- "\n" }}
18
+ {{- tool | tojson }}
19
+ {%- endfor %}
20
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
21
+ {%- else %}
22
+ {%- if messages[0].role == 'system' %}
23
+ {{- '<|im_start|>system\n' }}
24
+ {%- if messages[0].content is string %}
25
+ {{- messages[0].content }}
26
+ {%- else %}
27
+ {%- for content in messages[0].content %}
28
+ {%- if 'text' in content %}
29
+ {{- content.text }}
30
+ {%- endif %}
31
+ {%- endfor %}
32
+ {%- endif %}
33
+ {{- '<|im_end|>\n' }}
34
+ {%- endif %}
35
+ {%- endif %}
36
+ {%- set image_count = namespace(value=0) %}
37
+ {%- set video_count = namespace(value=0) %}
38
+ {%- for message in messages %}
39
+ {%- if message.role == "user" %}
40
+ {{- '<|im_start|>' + message.role + '\n' }}
41
+ {%- if message.content is string %}
42
+ {{- message.content }}
43
+ {%- else %}
44
+ {%- for content in message.content %}
45
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
46
+ {%- set image_count.value = image_count.value + 1 %}
47
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
48
+ <|vision_start|><|image_pad|><|vision_end|>
49
+ {%- elif content.type == 'video' or 'video' in content %}
50
+ {%- set video_count.value = video_count.value + 1 %}
51
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
52
+ <|vision_start|><|video_pad|><|vision_end|>
53
+ {%- elif 'text' in content %}
54
+ {{- content.text }}
55
+ {%- endif %}
56
+ {%- endfor %}
57
+ {%- endif %}
58
+ {{- '<|im_end|>\n' }}
59
+ {%- elif message.role == "assistant" %}
60
+ {{- '<|im_start|>' + message.role + '\n' }}
61
+ {%- if message.content is string %}
62
+ {{- message.content }}
63
+ {%- else %}
64
+ {%- for content_item in message.content %}
65
+ {%- if 'text' in content_item %}
66
+ {{- content_item.text }}
67
+ {%- endif %}
68
+ {%- endfor %}
69
+ {%- endif %}
70
+ {%- if message.tool_calls %}
71
+ {%- for tool_call in message.tool_calls %}
72
+ {%- if (loop.first and message.content) or (not loop.first) %}
73
+ {{- '\n' }}
74
+ {%- endif %}
75
+ {%- if tool_call.function %}
76
+ {%- set tool_call = tool_call.function %}
77
+ {%- endif %}
78
+ {{- '<tool_call>\n{"name": "' }}
79
+ {{- tool_call.name }}
80
+ {{- '", "arguments": ' }}
81
+ {%- if tool_call.arguments is string %}
82
+ {{- tool_call.arguments }}
83
+ {%- else %}
84
+ {{- tool_call.arguments | tojson }}
85
+ {%- endif %}
86
+ {{- '}\n</tool_call>' }}
87
+ {%- endfor %}
88
+ {%- endif %}
89
+ {{- '<|im_end|>\n' }}
90
+ {%- elif message.role == "tool" %}
91
+ {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
92
+ {{- '<|im_start|>user' }}
93
+ {%- endif %}
94
+ {{- '\n<tool_response>\n' }}
95
+ {%- if message.content is string %}
96
+ {{- message.content }}
97
+ {%- else %}
98
+ {%- for content in message.content %}
99
+ {%- if content.type == 'image' or 'image' in content or 'image_url' in content %}
100
+ {%- set image_count.value = image_count.value + 1 %}
101
+ {%- if add_vision_id %}Picture {{ image_count.value }}: {% endif -%}
102
+ <|vision_start|><|image_pad|><|vision_end|>
103
+ {%- elif content.type == 'video' or 'video' in content %}
104
+ {%- set video_count.value = video_count.value + 1 %}
105
+ {%- if add_vision_id %}Video {{ video_count.value }}: {% endif -%}
106
+ <|vision_start|><|video_pad|><|vision_end|>
107
+ {%- elif 'text' in content %}
108
+ {{- content.text }}
109
+ {%- endif %}
110
+ {%- endfor %}
111
+ {%- endif %}
112
+ {{- '\n</tool_response>' }}
113
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
114
+ {{- '<|im_end|>\n' }}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if add_generation_prompt %}
119
+ {{- '<|im_start|>assistant\n' }}
120
+ {%- endif %}
checkpoint-9000/checkpoint-9000_eval.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-9000/embedding_vis/checkpoint-9000/000001_v_Jl2lDgcsvmA.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_Jl2lDgcsvmA,-0.078253,-0.010064
3
+ pos,v_xSWpGhhM1H8,v_xSWpGhhM1H8,0.706515,-0.082496
4
+ topk,v_Jl2lDgcsvmA,v_Jl2lDgcsvmA,-0.131008,-0.174088
5
+ topk,v_sC7xUkNTpP4,v_sC7xUkNTpP4,-0.207782,0.168790
6
+ topk,v_6VT2jBflMAM,v_6VT2jBflMAM,-0.133862,-0.218383
7
+ topk,v_lQWij22wbNU,v_lQWij22wbNU,-0.181943,-0.154603
8
+ topk,v_mWNTl9Bh7kI,v_mWNTl9Bh7kI,0.026334,0.470844
checkpoint-9000/embedding_vis/checkpoint-9000/000004_v_6VT2jBflMAM.png ADDED
checkpoint-9000/embedding_vis/checkpoint-9000/000006_v_xIhTY02lRSE.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ label,doc_id,video_id,x,y
2
+ student,,v_xIhTY02lRSE,-0.033360,-0.292219
3
+ pos,v_xIhTY02lRSE,v_xIhTY02lRSE,0.022972,-0.322320
4
+ topk,v_8AsV0ojyUMU,v_8AsV0ojyUMU,0.356344,0.015324
5
+ topk,v_ngxs6ngJR4k,v_ngxs6ngJR4k,0.089237,0.187007
6
+ topk,v_kShrO0yutUQ,v_kShrO0yutUQ,0.226107,0.215312
7
+ topk,v_9ut_IDtfVzY,v_9ut_IDtfVzY,-0.388822,0.167829
8
+ topk,v_PJgB6h-fImY,v_PJgB6h-fImY,-0.272480,0.029067
checkpoint-9000/embedding_vis/checkpoint-9000/000007_v_T7fzZX0qKKQ.png ADDED
checkpoint-9000/embedding_vis/checkpoint-9000/000009_v_vrXqd_Ct298.png ADDED