Update configuration_i3.py

configuration_i3.py

@@ -1,19 +1,10 @@
-from transformers.configuration_utils import PretrainedConfig
+from transformers import PretrainedConfig
 
 class I3Config(PretrainedConfig):
     model_type = "i3"
 
-    def __init__(
-        self,
-        vocab_size=50000,
-        d_model=512,
-        n_layers=12,
-        n_heads=8,
-        max_seq_len=256,
-        rank=64,
-        d_state=32,
-        **kwargs,
-    ):
+    def __init__(self, vocab_size=4466, d_model=512, n_layers=12, n_heads=16,
+                 max_seq_len=256, rank=128, d_state=64, **kwargs):
         super().__init__(**kwargs)
         self.vocab_size = vocab_size
         self.d_model = d_model