nev commited on
Commit
5a850b0
·
verified ·
1 Parent(s): 6d58da9

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. latents/layers.0.mlp/0_26213.safetensors +3 -0
  2. latents/layers.0.mlp/104857_131071.safetensors +3 -0
  3. latents/layers.0.mlp/26214_52427.safetensors +3 -0
  4. latents/layers.0.mlp/52428_78642.safetensors +3 -0
  5. latents/layers.0.mlp/78643_104856.safetensors +3 -0
  6. latents/layers.0.mlp/config.json +11 -0
  7. latents/layers.1.mlp/0_26213.safetensors +3 -0
  8. latents/layers.1.mlp/104857_131071.safetensors +3 -0
  9. latents/layers.1.mlp/26214_52427.safetensors +3 -0
  10. latents/layers.1.mlp/52428_78642.safetensors +3 -0
  11. latents/layers.1.mlp/78643_104856.safetensors +3 -0
  12. latents/layers.1.mlp/config.json +11 -0
  13. latents/layers.10.mlp/0_26213.safetensors +3 -0
  14. latents/layers.10.mlp/104857_131071.safetensors +3 -0
  15. latents/layers.10.mlp/26214_52427.safetensors +3 -0
  16. latents/layers.10.mlp/52428_78642.safetensors +3 -0
  17. latents/layers.10.mlp/78643_104856.safetensors +3 -0
  18. latents/layers.10.mlp/config.json +11 -0
  19. latents/layers.11.mlp/0_26213.safetensors +3 -0
  20. latents/layers.11.mlp/104857_131071.safetensors +3 -0
  21. latents/layers.11.mlp/26214_52427.safetensors +3 -0
  22. latents/layers.11.mlp/52428_78642.safetensors +3 -0
  23. latents/layers.11.mlp/78643_104856.safetensors +3 -0
  24. latents/layers.11.mlp/config.json +11 -0
  25. latents/layers.12.mlp/0_26213.safetensors +3 -0
  26. latents/layers.12.mlp/104857_131071.safetensors +3 -0
  27. latents/layers.12.mlp/26214_52427.safetensors +3 -0
  28. latents/layers.12.mlp/52428_78642.safetensors +3 -0
  29. latents/layers.12.mlp/78643_104856.safetensors +3 -0
  30. latents/layers.12.mlp/config.json +11 -0
  31. latents/layers.13.mlp/0_26213.safetensors +3 -0
  32. latents/layers.13.mlp/104857_131071.safetensors +3 -0
  33. latents/layers.13.mlp/26214_52427.safetensors +3 -0
  34. latents/layers.13.mlp/52428_78642.safetensors +3 -0
  35. latents/layers.13.mlp/78643_104856.safetensors +3 -0
  36. latents/layers.13.mlp/config.json +11 -0
  37. latents/layers.14.mlp/0_26213.safetensors +3 -0
  38. latents/layers.14.mlp/104857_131071.safetensors +3 -0
  39. latents/layers.14.mlp/26214_52427.safetensors +3 -0
  40. latents/layers.14.mlp/52428_78642.safetensors +3 -0
  41. latents/layers.14.mlp/78643_104856.safetensors +3 -0
  42. latents/layers.14.mlp/config.json +11 -0
  43. latents/layers.15.mlp/0_26213.safetensors +3 -0
  44. latents/layers.15.mlp/104857_131071.safetensors +3 -0
  45. latents/layers.15.mlp/26214_52427.safetensors +3 -0
  46. latents/layers.15.mlp/52428_78642.safetensors +3 -0
  47. latents/layers.15.mlp/78643_104856.safetensors +3 -0
  48. latents/layers.15.mlp/config.json +11 -0
  49. latents/layers.2.mlp/0_26213.safetensors +3 -0
  50. latents/layers.2.mlp/104857_131071.safetensors +3 -0
latents/layers.0.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e350b6d5b35a952529413c6f4c91d16adec385c69b7886f0183fdc6583a1d3
3
+ size 107301648
latents/layers.0.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f2309f75a68953cff0068a56434c4cee5f083f0d077455ca06241a408f37a2e
3
+ size 109044384
latents/layers.0.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5bbbca72561872b97d3bf86ab4eae465d766e8523fadbf242008060b466d863
3
+ size 106639112
latents/layers.0.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0ba79d34a60eb29c52e5122315d4fc7549cda57bba493f2e968aaf6f4ad3d8f
3
+ size 106279024
latents/layers.0.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2df0bea2e9e79c262f62d516a84e4cd2a752d8048b99f6b4662f620196396e
3
+ size 109546792
latents/layers.0.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.1.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221f8753bee310bce9f0c5a6917f6264c5eb0ce86b1d8f4c5c0d683e1dc09be4
3
+ size 110911176
latents/layers.1.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e55d621fec46ba7525d92b852b8f6f830dfc659ba4ad2c91bf43cfcc185f84
3
+ size 110977304
latents/layers.1.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9893fa5fba58f05ce62561a340bbb3d21a35fb96e590113911d97e58c2d5851
3
+ size 108050288
latents/layers.1.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d928f8b03d620695844295e4e0bd8be4d95434ae6a2c3df8b6f8452cb41a895e
3
+ size 108531216
latents/layers.1.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49e1e233c867b7b73c019049cb928da88d697c4ce25e1884dde556e0a8258d94
3
+ size 112747432
latents/layers.1.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.10.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a85161acb075a57480de2eda37b185cd488d2512b5f2e6f901a0addb6911858
3
+ size 108743648
latents/layers.10.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82632ab91e08815a503ba97c3e19bc37f18ff07d67140f75810910faf31af76b
3
+ size 108942520
latents/layers.10.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:807ee3e54dc671ea4a6d558b2ce3e6b95db0d70fb112b3cce0a816f29781e233
3
+ size 105453944
latents/layers.10.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7bf09049c805443e7f8524186954edde69c4d9d6d8160b8ac65d92711ef1466
3
+ size 107282560
latents/layers.10.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5aa210d214a55cb3ed996be637bc6276f2513625a618baf05f4f60f397400c5
3
+ size 110569584
latents/layers.10.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.11.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691412dfd6f2292d95a912ed27d9e9a5a30ac98e3c02213919e87b7f7424b806
3
+ size 109423056
latents/layers.11.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403257c9860b2cfaf4e0899bb129166872c9bbafd8749a04c6d7a42f34047db7
3
+ size 108716384
latents/layers.11.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04121c34b2d2e976cbf9bccfb12609724233499f108b6f3575dbdf1b1fb974f0
3
+ size 111913584
latents/layers.11.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cd3b5ae3c8f94541288133c2d968a7d9dd5316edc4885427b32a131bfdd6c51
3
+ size 107561560
latents/layers.11.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99e2c71bd43171ff1cdd6c8817e4aae374454d4e4a12063145a87ef981f404a6
3
+ size 111203144
latents/layers.11.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.12.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6a171abaec5cfe84683925e24595df65578e4249b3d837c282e4569459c9600
3
+ size 113396176
latents/layers.12.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:840a30760acfd7ffe7a9a9ad9aeb42988094c029b26b28e66558d9f3d575c2d8
3
+ size 111557120
latents/layers.12.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02b3b115160769b434966613265b751487fce7bb71d89049fed98634094244bd
3
+ size 109583184
latents/layers.12.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb11c06810538aaf4a0448d868b1d2dda55f59383f1d1477ab967652427375b
3
+ size 105529168
latents/layers.12.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b8f589e76ff9c8a1c41875816b958539077ea6c5d61b7246d6b428a4a03b8b7
3
+ size 111475304
latents/layers.12.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.13.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f25bfe4fc2ffbccdaecad2287d1857450473130e64e96fd7002639da3e01e72
3
+ size 109446144
latents/layers.13.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:791e3c8beee6e7728f8e34af8f6ba0c835751ceb2c78726c7b6bc5b3ab467e0e
3
+ size 113120168
latents/layers.13.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:206f2383604780a04552141c13b0fa9847e43d1ed87b0829c167d126eaf6f014
3
+ size 111368760
latents/layers.13.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:994e20c8ef7b5c7156e174d47b5bc62af876ada5d0019b7f468fa22b47648cc7
3
+ size 109394832
latents/layers.13.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d95b92212690aabb2b3f4215fb4ab1251b15f50558de95ac898739d4782e12
3
+ size 108328608
latents/layers.13.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.14.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ec55459c552fd2e1a560dddfa79da3011134a55f6db231891773e3cdd5c455
3
+ size 110147648
latents/layers.14.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e1cda53fcd60b0e19b7db820aa4e3753d9a31871da13877ffa500475bd1dc5a
3
+ size 110410840
latents/layers.14.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f1aa0125ba961b41da465eaf6141bc44cb958259dedd353d822c1f3bd59279
3
+ size 109638624
latents/layers.14.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6492dfbfb4556df153bdcb51d842be618006b6f75a0e87633d3639a65f2785f1
3
+ size 107932232
latents/layers.14.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cbf762318d8ec012e292bedcd066d57afd4c683916c1434fba0eae61c4cbb62
3
+ size 111437792
latents/layers.14.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.15.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e7f36353cfed3f360bb643577ce9e9271350b764b96292bce6d970fc79360e0
3
+ size 55112120
latents/layers.15.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3755221bb8c87a46eb7fd293451909e34f6c8055fc942c4dee2916de8b57d8a5
3
+ size 60528432
latents/layers.15.mlp/26214_52427.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7348126ab3747610fe5da829fdf76f3e200f0aa7fd8adee9de98b204195cf471
3
+ size 58377008
latents/layers.15.mlp/52428_78642.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f74e63e65c50b234f9c84d3f721c6561ae59d6f05265b1e56c215f4038bbbc60
3
+ size 56487664
latents/layers.15.mlp/78643_104856.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea3f96cfd7f210e552c3999f1477d6bf06ab3f819a8691d2d5353431353362f4
3
+ size 56942152
latents/layers.15.mlp/config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
3
+ "dataset_split": "train",
4
+ "dataset_name": "",
5
+ "dataset_column": "text",
6
+ "batch_size": 16,
7
+ "cache_ctx_len": 256,
8
+ "n_tokens": 1000000,
9
+ "n_splits": 5,
10
+ "model_name": "meta-llama/Llama-3.2-1B"
11
+ }
latents/layers.2.mlp/0_26213.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fef26c4f23e6db3c02badac2029e63aae267a7d6713f65d20322756d7a057594
3
+ size 107833368
latents/layers.2.mlp/104857_131071.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed6b15b4aab58855b241794492434ee17f0a1d192787a42488c495b69026512b
3
+ size 112214288