jeromeku commited on
Commit
3f5eaa6
·
verified ·
1 Parent(s): e66ba60

bf16 checkpoint

Browse files
config.json CHANGED
@@ -10,7 +10,7 @@
10
  "AutoModelForMaskedLM": "modeling_rnd.RND1LM"
11
  },
12
  "decoder_sparse_step": 1,
13
- "dtype": "float32",
14
  "head_dim": 128,
15
  "hidden_act": "silu",
16
  "hidden_size": 2048,
 
10
  "AutoModelForMaskedLM": "modeling_rnd.RND1LM"
11
  },
12
  "decoder_sparse_step": 1,
13
+ "dtype": "bfloat16",
14
  "head_dim": 128,
15
  "hidden_act": "silu",
16
  "hidden_size": 2048,
model-00001-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b400077d3f0edb8a8136da9b13fc95bc7d3d1bb0400d3c082a21f2abaab4ee
3
+ size 4997184968
model-00002-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4449a5216d2d7b9beb002ee451113b868a3816d3c6466274b2f0a07517044e3
3
+ size 4997741608
model-00003-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794b3ec6cb6570c3258513d7217457be850b2841b7536e84176df6076f0be147
3
+ size 4997742208
model-00004-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2463509491c50d87722517c8dc69da0a043d9519b745908e687d29978b6dab44
3
+ size 4997743184
model-00005-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0192397f6d8626905278484d84118fc3f69f10926b0c36150cdb752a4c37de6
3
+ size 4997743184
model-00006-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a750d721151f37922d6f7be4882cc4c545a2a62484a46fdeb104d4241162e49
3
+ size 4997743184
model-00007-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c87e2060917fbfb40fb09f015415136439905809e85049c060b5eccf2892b93
3
+ size 4997743184
model-00008-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20773bfbf58315505103c529d7d097cdcba45c2f9746755b04ccd3bc3146acc8
3
+ size 4997743184
model-00009-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b8b76b9a729948ec96618f7e8e8dafcac146fabb1d8e382924f8aee2d61c7f
3
+ size 4997743184
model-00010-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4e4bbe9f0eccd26c8bf8f29ccbd4d61a02f07297ac14d72e57bf0084006e0d
3
+ size 4997743184
model-00011-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf791f2c57d28e2565d6d6950898dfe3bcfd69fba1197987c9a289c5f862e378
3
+ size 4997743184
model-00012-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dcd7fc3c80e517858c24d3081592d5053837a999d098bb58511a63de62d6bc2
3
+ size 4997743184
model-00013-of-00013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcdbcdc096ac2b8bfb4d399e7b776a24ae5b3bb44f5f93e8fb7501fc8884257d
3
+ size 1094220288
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff