bf16 checkpoint
Browse files- config.json +1 -1
- model-00001-of-00013.safetensors +3 -0
- model-00002-of-00013.safetensors +3 -0
- model-00003-of-00013.safetensors +3 -0
- model-00004-of-00013.safetensors +3 -0
- model-00005-of-00013.safetensors +3 -0
- model-00006-of-00013.safetensors +3 -0
- model-00007-of-00013.safetensors +3 -0
- model-00008-of-00013.safetensors +3 -0
- model-00009-of-00013.safetensors +3 -0
- model-00010-of-00013.safetensors +3 -0
- model-00011-of-00013.safetensors +3 -0
- model-00012-of-00013.safetensors +3 -0
- model-00013-of-00013.safetensors +3 -0
- model.safetensors.index.json +0 -0
config.json
CHANGED
@@ -10,7 +10,7 @@
|
|
10 |
"AutoModelForMaskedLM": "modeling_rnd.RND1LM"
|
11 |
},
|
12 |
"decoder_sparse_step": 1,
|
13 |
-
"dtype": "
|
14 |
"head_dim": 128,
|
15 |
"hidden_act": "silu",
|
16 |
"hidden_size": 2048,
|
|
|
10 |
"AutoModelForMaskedLM": "modeling_rnd.RND1LM"
|
11 |
},
|
12 |
"decoder_sparse_step": 1,
|
13 |
+
"dtype": "bfloat16",
|
14 |
"head_dim": 128,
|
15 |
"hidden_act": "silu",
|
16 |
"hidden_size": 2048,
|
model-00001-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03b400077d3f0edb8a8136da9b13fc95bc7d3d1bb0400d3c082a21f2abaab4ee
|
3 |
+
size 4997184968
|
model-00002-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4449a5216d2d7b9beb002ee451113b868a3816d3c6466274b2f0a07517044e3
|
3 |
+
size 4997741608
|
model-00003-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:794b3ec6cb6570c3258513d7217457be850b2841b7536e84176df6076f0be147
|
3 |
+
size 4997742208
|
model-00004-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2463509491c50d87722517c8dc69da0a043d9519b745908e687d29978b6dab44
|
3 |
+
size 4997743184
|
model-00005-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d0192397f6d8626905278484d84118fc3f69f10926b0c36150cdb752a4c37de6
|
3 |
+
size 4997743184
|
model-00006-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a750d721151f37922d6f7be4882cc4c545a2a62484a46fdeb104d4241162e49
|
3 |
+
size 4997743184
|
model-00007-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c87e2060917fbfb40fb09f015415136439905809e85049c060b5eccf2892b93
|
3 |
+
size 4997743184
|
model-00008-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:20773bfbf58315505103c529d7d097cdcba45c2f9746755b04ccd3bc3146acc8
|
3 |
+
size 4997743184
|
model-00009-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40b8b76b9a729948ec96618f7e8e8dafcac146fabb1d8e382924f8aee2d61c7f
|
3 |
+
size 4997743184
|
model-00010-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e4e4bbe9f0eccd26c8bf8f29ccbd4d61a02f07297ac14d72e57bf0084006e0d
|
3 |
+
size 4997743184
|
model-00011-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf791f2c57d28e2565d6d6950898dfe3bcfd69fba1197987c9a289c5f862e378
|
3 |
+
size 4997743184
|
model-00012-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1dcd7fc3c80e517858c24d3081592d5053837a999d098bb58511a63de62d6bc2
|
3 |
+
size 4997743184
|
model-00013-of-00013.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcdbcdc096ac2b8bfb4d399e7b776a24ae5b3bb44f5f93e8fb7501fc8884257d
|
3 |
+
size 1094220288
|
model.safetensors.index.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|