Fix vocab_size=32000

pico_decoder.py

@@ -173,7 +173,7 @@ class PicoDecoder(nn.Module):
 
 class PicoDecoderHFConfig(PretrainedConfig):
     model_type = "pico_decoder"
-    def __init__(self,
+    def __init__(self, 
                  n_layers=14, d_model=768, vocab_size=32768,
                  attention_n_heads=12, attention_n_kv_heads=1,
                  max_seq_len=512, batch_size=64, position_emb_theta=10000.0,
@@ -216,10 +216,6 @@ class PicoDecoderHF(PreTrainedModel):
     _no_split_modules  = ["PicoDecoderBlock"]
     _tied_weights_keys = []
 
-    @property
-    def all_tied_weights_keys(self):
-        return {}
-
     def __init__(self, config: PicoDecoderHFConfig):
         super().__init__(config)
         self.embedding_proj    = nn.Embedding(config.vocab_size, config.d_model)