Hugging Face's logo

leafspark
/
Iridium-72B-v0.1

Text Generation
Transformers
Safetensors
English
Chinese
qwen2
mergekit
conversational
text-generation-inference
Model card Files Community
leafspark commited on
Commit
074ee47
·
verified ·
1 Parent(s): 1a4bd56

model: add layer 64

Browse files
Files changed (12) hide show
  1. model_layers_64_input_layernorm_weight.safetensors +3 -0
  2. model_layers_64_mlp_down_proj_weight.safetensors +3 -0
  3. model_layers_64_mlp_gate_proj_weight.safetensors +3 -0
  4. model_layers_64_mlp_up_proj_weight.safetensors +3 -0
  5. model_layers_64_post_attention_layernorm_weight.safetensors +3 -0
  6. model_layers_64_self_attn_k_proj_bias.safetensors +3 -0
  7. model_layers_64_self_attn_k_proj_weight.safetensors +3 -0
  8. model_layers_64_self_attn_o_proj_weight.safetensors +3 -0
  9. model_layers_64_self_attn_q_proj_bias.safetensors +3 -0
  10. model_layers_64_self_attn_q_proj_weight.safetensors +3 -0
  11. model_layers_64_self_attn_v_proj_bias.safetensors +3 -0
  12. model_layers_64_self_attn_v_proj_weight.safetensors +3 -0
model_layers_64_input_layernorm_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6dfd2c1190a8552e79cfb881219c4280a9e820599d9770cf68a1a0c7ffc8bc5
3
+ size 16496
model_layers_64_mlp_down_proj_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca30bfc043432f8c49ff42ca5a8951320021dc903229189c4aa275ca808a9abd
3
+ size 484442232
model_layers_64_mlp_gate_proj_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:575703b38869231c8d79aa9c76a5daebb99d84d77673c34fec74796f03680660
3
+ size 484442232
model_layers_64_mlp_up_proj_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d03f67a7510567fd892e8ca126949b3736c4273fc851396d367d804bc9e344bf
3
+ size 484442232
model_layers_64_post_attention_layernorm_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92c844ccc3c1c6a9d46866f5b16b1b9fc8711b3de6341f94486d671834ed8236
3
+ size 16504
model_layers_64_self_attn_k_proj_bias.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fce81f98ecede53536e7c0dddc9f6b322d36586dddfbe6fd4b0a6cd8c116e35
3
+ size 2160
model_layers_64_self_attn_k_proj_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d98da7762d46d049ad31229223d9fe61d906a230212b2696983c9cea5ddffe
3
+ size 16777336
model_layers_64_self_attn_o_proj_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:632442b83553eef610a6072e8a40951f06825f83741406efd1e98894fcf9f621
3
+ size 134217848
model_layers_64_self_attn_q_proj_bias.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d022ffd832c4bd54e2343b33b9f61175294dda8d5968022aab6c7db9d375ba
3
+ size 16496
model_layers_64_self_attn_q_proj_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c732118b8c0fe306e9d04e46f1a947fa2c85fe0fb842504ed961ba61146aaf4
3
+ size 134217848
model_layers_64_self_attn_v_proj_bias.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:131fcb5c5daa5baf5b0874adb511e4c435fe252f03bf2f1d5b702c1440ca1efa
3
+ size 2160
model_layers_64_self_attn_v_proj_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71043c055dd1ff2681455aba25b14bef9872f1ab4ead04cf1c4f664709bdbbd
3
+ size 16777336