AlterraLaniakea commited on
Commit
27c91b0
·
verified ·
1 Parent(s): 564c285

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  query_tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  query_tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ best_model/query_tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
best_model/model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f338a9e6fa9e40a9ab9a010b691c1be064e29d5ff9f1efac08f0997bf88d1831
3
+ size 2107382015
best_model/model_config.yaml ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ stride: 3
2
+ num_frames: 16
3
+ vision_config:
4
+ name: vjepa2_1_vit_large_384
5
+ load_from: /kaggle/input/notebooks/kaggletrainserver/vjepa2-dowload/facebookresearch_vjepa2_main
6
+ source: local
7
+ video_mode: true
8
+ use_sdpa: true
9
+ use_rope: true
10
+ use_activation_checkpointing: true
11
+ dtype: bfloat16
12
+ patch_size: 16
13
+ tubelet_size: 2
14
+ crop_size: 384
15
+ unload: true
16
+ freeze: true
17
+ predictor:
18
+ language:
19
+ model: /kaggle/input/notebooks/alterralaniakea/llama-3-2-1b
20
+ num_layers: 4
21
+ max_query_length: 512
22
+ unload: false
23
+ freeze: false
24
+ compressor:
25
+ type: qformer
26
+ num_query_tokens: 512
27
+ num_layers: 4
28
+ num_heads: 8
29
+ mlp_ratio: 4.0
30
+ dropout: 0.2
31
+ cross_attention_frequency: 1
32
+ lr_multiplier: 2.0
33
+ target:
34
+ cosmos_dir: null
35
+ reason1_ckpt: nvidia/Cosmos-Reason1-7B
36
+ crossattn_proj_path: data/wts_cache/crossattn_proj.pt
37
+ embedding_concat_strategy: full_concat
38
+ n_layers_per_group: 5
39
+ lr_multiplier: 0.05
40
+ unload: true
41
+ freeze: true
42
+ decoder:
43
+ model: null
44
+ unload: true
45
+ freeze: false
46
+ runtime:
47
+ trust_remote_code: true
48
+ hf_token: false
49
+ torch_dtype: auto
50
+ tiny: false
51
+ embedding_dim: 1024
52
+ temperature: 0.1
best_model/query_tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
3
+ size 17209920
best_model/query_tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|begin_of_text|>",
4
+ "clean_up_tokenization_spaces": true,
5
+ "eos_token": "<|end_of_text|>",
6
+ "is_local": true,
7
+ "model_input_names": [
8
+ "input_ids",
9
+ "attention_mask"
10
+ ],
11
+ "model_max_length": 131072,
12
+ "pad_token": "<|end_of_text|>",
13
+ "tokenizer_class": "TokenizersBackend"
14
+ }