loocorez commited on
Commit
09d645d
·
verified ·
1 Parent(s): 503b109

Upload folder using huggingface_hub

Browse files
README.md ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ # nanochat-mid export
2
+
3
+ Tag: d20
4
+ Step: 765
5
+
6
+ Exported from nanochat.
config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "GPTForCausalLM"
4
+ ],
5
+ "model_type": "gpt2",
6
+ "vocab_size": 65536,
7
+ "n_positions": 2048,
8
+ "n_ctx": 2048,
9
+ "n_embd": 1280,
10
+ "n_head": 10,
11
+ "n_layer": 20,
12
+ "n_kv_head": 10,
13
+ "rotary": true,
14
+ "rotary_base": 10000,
15
+ "tie_word_embeddings": false
16
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5027a4f075a3476b25ea4c24eb6787d7afd44e3b0f534e58c52e3cb042795da5
3
+ size 2076219979
special_tokens_map.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|bos|>",
4
+ "<|user_start|>",
5
+ "<|user_end|>",
6
+ "<|assistant_start|>",
7
+ "<|assistant_end|>",
8
+ "<|python_start|>",
9
+ "<|python_end|>",
10
+ "<|output_start|>",
11
+ "<|output_end|>"
12
+ ]
13
+ }
token_bytes.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1b6cdee5d02fe1018b2b1d2ae5b736be665f9c0e7d10c81dcf935e7efaf8cb5
3
+ size 263721
tokenizer.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8467414b90511a50c4dac438af25c075817e9d62d799a5ef613b186c977f5d1b
3
+ size 846518
tokenizer_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_max_length": 2048,
3
+ "add_prefix_space": false,
4
+ "bos_token": "<|bos|>",
5
+ "eos_token": null,
6
+ "unk_token": null,
7
+ "special_tokens_map": {
8
+ "additional_special_tokens": [
9
+ "<|bos|>",
10
+ "<|user_start|>",
11
+ "<|user_end|>",
12
+ "<|assistant_start|>",
13
+ "<|assistant_end|>",
14
+ "<|python_start|>",
15
+ "<|python_end|>",
16
+ "<|output_start|>",
17
+ "<|output_end|>"
18
+ ]
19
+ }
20
+ }