ChrisMcCormick
/

SubspaceDecoder_mla192-96-192

shared_space_decoder

Model card Files Files and versions

ChrisMcCormick commited on Oct 3

Commit

b222710

·

verified ·

1 Parent(s): d8f6a55

Missed comma

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -6,7 +6,7 @@
     "AutoConfig": ".models.shared_space_config.SharedSpaceDecoderConfig",
     "AutoModel": ".models.shared_space_decoder.SharedSpaceDecoderModel",
     "AutoModelForCausalLM": ".layers.task_heads.SharedSpaceDecoderForCausalLM"
-  }
   "attention_backend": "flash_attention_2",
   "attention_bias": false,
   "attention_dropout_prob": 0.1,

     "AutoConfig": ".models.shared_space_config.SharedSpaceDecoderConfig",
     "AutoModel": ".models.shared_space_decoder.SharedSpaceDecoderModel",
     "AutoModelForCausalLM": ".layers.task_heads.SharedSpaceDecoderForCausalLM"
+  },
   "attention_backend": "flash_attention_2",
   "attention_bias": false,
   "attention_dropout_prob": 0.1,