goodarzilab
/

decodon-200M

Text Generation

Model card Files Files and versions

mohsennp commited on Oct 15, 2024

Commit

b345647

·

verified ·

1 Parent(s): 97bd5d5

Upload DeCodon

Files changed (2) hide show

config.json +4 -4
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/large_experiments/goodarzilab/mohsen/biofm/saved_models/CodonGPT/CodonGPT_L2048_l12_a16_b20_r5e-05_wd0.001_g1-w801oh4r/checkpoint-1080000",
   "architectures": [
     "DeCodon"
   ],
@@ -10,9 +10,9 @@
   "gamma_init": 1.782709687623856,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
-  "hidden_size": 2048,
   "initializer_range": 0.02,
-  "intermediate_size": 8192,
   "is_decoder": true,
   "layer_norm_eps": 1e-12,
   "lm_type": "distilled",
@@ -29,5 +29,5 @@
   "use_cache": true,
   "use_flash_attn": true,
   "use_rotary_emb": true,
-  "vocab_size": 69
 }

 {
+  "_name_or_path": "/large_experiments/goodarzilab/mohsen/biofm/saved_models/CodonGPT/CodonGPT_L2048_l12_a16_b40_r5e-05_wd0.01_g2_taxid-z5jw1bpn/checkpoint-460000",
   "architectures": [
     "DeCodon"
   ],
   "gamma_init": 1.782709687623856,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
   "initializer_range": 0.02,
+  "intermediate_size": 4096,
   "is_decoder": true,
   "layer_norm_eps": 1e-12,
   "lm_type": "distilled",
   "use_cache": true,
   "use_flash_attn": true,
   "use_rotary_emb": true,
+  "vocab_size": 1736
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86cdc82e426c19bc748c5decf2a6bc245b69a92fa21091dc115caaad522de19c
-size 2452973200

 version https://git-lfs.github.com/spec/v1
+oid sha256:54744307bb9215d44a912f5a571ba8b36954c0685849331575d69e6387d7ebd2
+size 631984656