jxie
/

sma-image-pretrained

Model card Files Files and versions

jxie commited on Mar 5, 2024

Commit

68323a5

·

verified ·

1 Parent(s): 6660448

Upload SMAForSSL

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/iris/u/jwxie/workspace/domain-agnostic-pretraining/examples/research_projects/domain-agnostic-pretraining/saved_models/image_pretrained/imagenet100_guided_rand_select_masking_recon_tiny_144_0.75_noise0.25-adamw_torch-lr1e-4-wd0.01-ws10000/checkpoint-390000",
   "architectures": [
     "SMAForSSL"
   ],
@@ -38,7 +38,7 @@
   "layernorm_eps": 1e-12,
   "loss_fn": "mse",
   "max_position_embeddings": 36864,
-  "model_type": "perceiver_sma",
   "num_blocks": 1,
   "num_cross_attention_heads": 1,
   "num_discrete_tokens": 262,

 {
+  "_name_or_path": null,
   "architectures": [
     "SMAForSSL"
   ],
   "layernorm_eps": 1e-12,
   "loss_fn": "mse",
   "max_position_embeddings": 36864,
+  "model_type": "sma",
   "num_blocks": 1,
   "num_cross_attention_heads": 1,
   "num_discrete_tokens": 262,