Hugging Face's logo

superdocker
/
scale_cache

Model card Files
xet
Community
12

Upload folder using huggingface_hub

#12
by superdocker - opened
base: refs/heads/main
←
from: refs/pr/12
Discussion Files changed
+33
-0
Files changed (11) hide show
  1. _raid_LLM_llama2-7b-aqas-all-w_fp4_e1m2_a_fp4_e1m2_g32_scale_mode2.pt +3 -0
  2. _raid_LLM_llama2-7b-aqas-all-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2.pt +3 -0
  3. _raid_LLM_llama2-7b-aqas-all-w_int4_a_int4_g32_scale_mode2.pt +3 -0
  4. _raid_LLM_llama2-7b-aqas-all-w_int4_asym_a_int4_asym_g32_scale_mode2.pt +3 -0
  5. c4-llama2-13b-smoothquantv2-0.5.pt +3 -0
  6. c4-llama2-7b-smoothquantv2-0.5.pt +3 -0
  7. c4-llama3-8b-smoothquantv2-0.5.pt +3 -0
  8. c4-mistral-7b-smoothquantv2-0.5.pt +3 -0
  9. c4-opt-13b-smoothquantv2-0.5.pt +3 -0
  10. c4-opt-6.7b-smoothquantv2-0.5.pt +3 -0
  11. c4-qwen-7b-smoothquantv2-0.5.pt +3 -0
_raid_LLM_llama2-7b-aqas-all-w_fp4_e1m2_a_fp4_e1m2_g32_scale_mode2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700275f8db6fa3aabd4dc649e0cd4e3ff05efe28119a842288e547a9315f8abc
3
+ size 3041438
_raid_LLM_llama2-7b-aqas-all-w_fp4_e2m1_a_fp4_e2m1_g32_scale_mode2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed4ddcd7ca30b29fcb9c402c4996dd7be366ddcfb2ea22a7723b089f7a06138
3
+ size 3041438
_raid_LLM_llama2-7b-aqas-all-w_int4_a_int4_g32_scale_mode2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:151fe9b342ad8f75a6ce7354cc7273507e5445fc82afed74eda44c0305ab23a0
3
+ size 3040318
_raid_LLM_llama2-7b-aqas-all-w_int4_asym_a_int4_asym_g32_scale_mode2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66fe0e926eeeb9c5c13f99c5b517e5d816b41f3dd7121090280ec2502d0f5dec
3
+ size 3041702
c4-llama2-13b-smoothquantv2-0.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:032fdf4368a979b62684276fa93557259d603cb885ed10c251668cdeb7101ff3
3
+ size 1977634
c4-llama2-7b-smoothquantv2-0.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d35d2387430ede91b3ea8da0d29567f39d12ec8f660d34d3af47ff7958c68f2
3
+ size 1270706
c4-llama3-8b-smoothquantv2-0.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e4b24989e0eed4309287385e80a56aed4a235a77595539e63b64210a7909a48
3
+ size 1483698
c4-mistral-7b-smoothquantv2-0.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3857d4cea2e1e854b7d58fa4723cb6116cb537e64f01e32dc12bb703db6528af
3
+ size 1483862
c4-opt-13b-smoothquantv2-0.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67e75e0f8dca685a0a2f0645b171f048fe4a6cc8d11d7bd63b9607f02b24120
3
+ size 855650
c4-opt-6.7b-smoothquantv2-0.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176d74cbb917ab2d5803f376e46d72f03071a3a26bfa8861f413520af5e8ca66
3
+ size 553574
c4-qwen-7b-smoothquantv2-0.5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ae46b95962e7eee1cd4daddb2d170ad53661a14d02cfde33331772d28971d94
3
+ size 1266282