Update modeling_i3.py

modeling_i3.py

@@ -1,13 +1,13 @@
 import torch
 from torch import nn
 from transformers import PreTrainedModel, PretrainedConfig
-from i3_modules import i3Model  # import your original i3Model
+from i3_modules import i3Model  # import your original i3Model class
 
 class i3Config(PretrainedConfig):
     model_type = "i3"
 
-    def __init__(self, vocab_size=65, d_model=256, n_layers=6, n_heads=8,
-                 max_seq_len=256, rank=8, d_state=16, **kwargs):
+    def __init__(self, vocab_size=34, d_model=256, n_layers=6, n_heads=8,
+                 max_seq_len=128, rank=8, d_state=16, **kwargs):
         super().__init__(**kwargs)
         self.vocab_size = vocab_size
         self.d_model = d_model