Upload config.json with huggingface_hub

config.json

@@ -4,22 +4,19 @@
     "ShivikM1ForCausalLM"
   ],
   "vocab_size": 49156,
-  "hidden_size": 2048,
-  "num_hidden_layers": 24,
-  "num_attention_heads": 16,
-  "intermediate_size": 8192,
+  "d_model": 2048,
+  "n_layers": 24,
+  "num_heads": 16,
+  "num_paths": 3,
   "rotary_dim": 128,
   "context_length": 4096,
-  "num_paths": 3,
-  "tie_word_embeddings": true,
-  "bos_token_id": 0,
-  "eos_token_id": 2,
-  "pad_token_id": 1,
-  "hidden_act": "silu",
+  "initializer_range": 0.02,
+  "use_cache": true,
+  "torch_dtype": "float16",
   "tokenizer_class": "ShivikM1Tokenizer",
   "auto_map": {
+    "AutoConfig": "modeling_shivik_m1.ShivikM1Config",
     "AutoModelForCausalLM": "modeling_shivik_m1.ShivikM1ForCausalLM",
-    "AutoTokenizer": "tokenization_shivik_m1.ShivikM1Tokenizer",
-    "AutoConfig": "modeling_shivik_m1.ShivikM1Config"
+    "AutoTokenizer": "tokenization_shivik_m1.ShivikM1Tokenizer"
   }
 }