0xZohar commited on
Commit
a9218db
·
verified ·
1 Parent(s): 005c492

Fix: Add missing open_model.yaml config file

Browse files

This file is required by the GPT model architecture fix.
Contains configuration for 23-layer model matching the checkpoint.

Files changed (1) hide show
  1. code/cube3d/configs/open_model.yaml +32 -0
code/cube3d/configs/open_model.yaml ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ gpt_model:
2
+ n_layer: 23
3
+ n_single_layer: 1
4
+ rope_theta: 10000
5
+ n_head: 12
6
+ n_embd: 1536
7
+ bias: true
8
+ eps: 1.e-6
9
+ shape_model_vocab_size: 16384
10
+ text_model_embed_dim: 768
11
+ use_pooled_text_embed: False
12
+ shape_model_embed_dim: 32
13
+ encoder_with_cls_token: true
14
+
15
+ shape_model:
16
+ encoder_with_cls_token: true
17
+ num_encoder_latents: 512
18
+ num_decoder_latents: 0
19
+ embed_dim: 32
20
+ width: 768
21
+ num_heads: 12
22
+ out_dim: 1
23
+ eps: 1.e-6
24
+ num_freqs: 128
25
+ point_feats: 3
26
+ embed_point_feats: false
27
+ num_encoder_layers: 13
28
+ encoder_cross_attention_levels: [0, 2, 4, 8]
29
+ num_decoder_layers: 24
30
+ num_codes: 16384
31
+
32
+ text_model_pretrained_model_name_or_path: "openai/clip-vit-large-patch14"