Upload folder using huggingface_hub

best-model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fef62359c4bc06dc7af92eb99c4269e42fd662803bf6e3ff5dda99b7ded41f6
+size 34080866159

collator_config.yml

@@ -0,0 +1,18 @@
+do_padding: True
+pad_value: -2
+do_mlm: True
+do_binning: True
+mlm_probability: 0.5
+mask_value: -1
+max_length: 2048 
+sampling: True
+data_style: "both"
+num_bins: 51
+right_binning: False
+use_junk_tokens: False
+use_gp_token: True
+gp_to_id_path:
+  remote: "s3://fleetwood/orion/gp_to_id.json"
+  local: "gp_to_id.json"
+keep_first_n_tokens: 2
+pad_token_id: 0

model_config.yml

@@ -0,0 +1,47 @@
+name: tahoe_x1
+d_model: 2560
+n_layers: 32
+init_device: cpu
+expansion_ratio: 4
+standard_scale_outputs: False
+transformer_activation: gelu
+n_heads: 20
+norm_scheme: "pre"
+use_generative_training: True
+use_cell_conditioned_generation: False
+use_glu: False
+cell_emb_style: cls
+attn_config:
+  attn_impl: flash
+  use_attn_mask: False
+  attn_type: "grouped_query_attention"
+  kv_nheads: 20
+  attn_pdrop: 0.0
+norm_config:
+  norm_type: "layernorm"
+  eps: 1.0e-5
+expression_encoder:
+  input_emb_style: "continuous"
+  dropout: 0.1
+  max_value: 512
+  activation: gelu
+  use_norm: True
+gene_encoder:
+  use_norm: True
+mvc:
+  arch_style: "inner product"
+  query_activation: "sigmoid"
+  scaled_dot_product: True
+expression_decoder:
+  n_outputs: 1
+  n_layers: 1
+  activation: "gelu"
+gp_encoder:
+  gp_path:
+    remote: "s3://fleetwood/orion/gp_features.pt"
+    local: "gp_features.pt"
+  activation: "gelu"
+  padding_idx: 0
+  freeze: False
+vocab_size: 62721
+precision: amp_bf16