model: add layer 64
Browse files- model_layers_64_input_layernorm_weight.safetensors +3 -0
- model_layers_64_mlp_down_proj_weight.safetensors +3 -0
- model_layers_64_mlp_gate_proj_weight.safetensors +3 -0
- model_layers_64_mlp_up_proj_weight.safetensors +3 -0
- model_layers_64_post_attention_layernorm_weight.safetensors +3 -0
- model_layers_64_self_attn_k_proj_bias.safetensors +3 -0
- model_layers_64_self_attn_k_proj_weight.safetensors +3 -0
- model_layers_64_self_attn_o_proj_weight.safetensors +3 -0
- model_layers_64_self_attn_q_proj_bias.safetensors +3 -0
- model_layers_64_self_attn_q_proj_weight.safetensors +3 -0
- model_layers_64_self_attn_v_proj_bias.safetensors +3 -0
- model_layers_64_self_attn_v_proj_weight.safetensors +3 -0
model_layers_64_input_layernorm_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d6dfd2c1190a8552e79cfb881219c4280a9e820599d9770cf68a1a0c7ffc8bc5
|
3 |
+
size 16496
|
model_layers_64_mlp_down_proj_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca30bfc043432f8c49ff42ca5a8951320021dc903229189c4aa275ca808a9abd
|
3 |
+
size 484442232
|
model_layers_64_mlp_gate_proj_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:575703b38869231c8d79aa9c76a5daebb99d84d77673c34fec74796f03680660
|
3 |
+
size 484442232
|
model_layers_64_mlp_up_proj_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d03f67a7510567fd892e8ca126949b3736c4273fc851396d367d804bc9e344bf
|
3 |
+
size 484442232
|
model_layers_64_post_attention_layernorm_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:92c844ccc3c1c6a9d46866f5b16b1b9fc8711b3de6341f94486d671834ed8236
|
3 |
+
size 16504
|
model_layers_64_self_attn_k_proj_bias.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4fce81f98ecede53536e7c0dddc9f6b322d36586dddfbe6fd4b0a6cd8c116e35
|
3 |
+
size 2160
|
model_layers_64_self_attn_k_proj_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f5d98da7762d46d049ad31229223d9fe61d906a230212b2696983c9cea5ddffe
|
3 |
+
size 16777336
|
model_layers_64_self_attn_o_proj_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:632442b83553eef610a6072e8a40951f06825f83741406efd1e98894fcf9f621
|
3 |
+
size 134217848
|
model_layers_64_self_attn_q_proj_bias.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81d022ffd832c4bd54e2343b33b9f61175294dda8d5968022aab6c7db9d375ba
|
3 |
+
size 16496
|
model_layers_64_self_attn_q_proj_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8c732118b8c0fe306e9d04e46f1a947fa2c85fe0fb842504ed961ba61146aaf4
|
3 |
+
size 134217848
|
model_layers_64_self_attn_v_proj_bias.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:131fcb5c5daa5baf5b0874adb511e4c435fe252f03bf2f1d5b702c1440ca1efa
|
3 |
+
size 2160
|
model_layers_64_self_attn_v_proj_weight.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f71043c055dd1ff2681455aba25b14bef9872f1ab4ead04cf1c4f664709bdbbd
|
3 |
+
size 16777336
|