Hugging Face's logo

SanctumAI
/
Llama-3.2-1B-Instruct-GGUF

Text Generation
GGUF
PyTorch
llama
facebook
meta
llama-3
Inference Endpoints
conversational
Model card Files Community
AndreyBest commited on
Commit
6560d4d
•
1 Parent(s): 5026b5a

Uploading quants for the Llama-3.2-1B-Instruct-GGUF model

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. config.json +3 -0
  3. llama-3.2-1b-instruct.Q2_K.gguf +3 -0
  4. llama-3.2-1b-instruct.Q3_K_L.gguf +3 -0
  5. llama-3.2-1b-instruct.Q3_K_M.gguf +3 -0
  6. llama-3.2-1b-instruct.Q3_K_S.gguf +3 -0
  7. llama-3.2-1b-instruct.Q4_0.gguf +3 -0
  8. llama-3.2-1b-instruct.Q4_1.gguf +3 -0
  9. llama-3.2-1b-instruct.Q4_K.gguf +3 -0
  10. llama-3.2-1b-instruct.Q4_K_M.gguf +3 -0
  11. llama-3.2-1b-instruct.Q4_K_S.gguf +3 -0
  12. llama-3.2-1b-instruct.Q5_0.gguf +3 -0
  13. llama-3.2-1b-instruct.Q5_1.gguf +3 -0
  14. llama-3.2-1b-instruct.Q5_K.gguf +3 -0
  15. llama-3.2-1b-instruct.Q5_K_M.gguf +3 -0
  16. llama-3.2-1b-instruct.Q5_K_S.gguf +3 -0
  17. llama-3.2-1b-instruct.Q6_K.gguf +3 -0
  18. llama-3.2-1b-instruct.Q8_0.gguf +3 -0
  19. llama-3.2-1b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.2-1b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-1b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-1b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-1b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-1b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-1b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-1b-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-1b-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-1b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-1b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-1b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-1b-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3.2-1b-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3.2-1b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3.2-1b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3.2-1b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3.2-1b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "llama"
3
+ }
llama-3.2-1b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eff8a58cba0f7f5b8e5a9be1f707a0370ca2744e3d22218d88cfdb42275ba29
3
+ size 580874080
llama-3.2-1b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad64eae72e0918cfcfbc95e95d9f1e2e84b5f8ed7b2d71482a7e70015d874724
3
+ size 732524384
llama-3.2-1b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbcd9c773759b222fbf320616ea43345ead4e183d5a38bde3ad660f0e0504a35
3
+ size 690843488
llama-3.2-1b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e561f7f562a6069ca88899730f5008594a73af11b117a902736f4fff9a8dd978
3
+ size 641691488
llama-3.2-1b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729803712e4b3380ccc91a5be35db2277b0524807af8c65d781b1d3029543c28
3
+ size 770928480
llama-3.2-1b-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e90f43f54d51fc6f8be19043562aeee14db16f4e96fa87e90004ed78171417d
3
+ size 831745888
llama-3.2-1b-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b33c3f2e189fea97fe7fd39b94aaf07e224919981032c68132de9a5372c0f889
3
+ size 807694176
llama-3.2-1b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b33c3f2e189fea97fe7fd39b94aaf07e224919981032c68132de9a5372c0f889
3
+ size 807694176
llama-3.2-1b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e0485c56a5c67c03ebe5233e1c213b92e68b31cf3378f6cdffe3775c37dfb97
3
+ size 775647072
llama-3.2-1b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cfddd069b18c728555d8322807150eed02006d57a3cf79c24daf5b8b175a697
3
+ size 892563296
llama-3.2-1b-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97f7e81a355cb59249a396edb0b17a84145dcfb302e8189912a448f19170b285
3
+ size 953380704
llama-3.2-1b-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8baafb8e8c8a8b7993ce31d4e902bdd9bdac0f69d79d30cc87c3ac035a25343
3
+ size 911503200
llama-3.2-1b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8baafb8e8c8a8b7993ce31d4e902bdd9bdac0f69d79d30cc87c3ac035a25343
3
+ size 911503200
llama-3.2-1b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f816b88dff56adc8ebb4316fbe2ea501a4e524adbf1c55fd14859d4014fca1
3
+ size 892563296
llama-3.2-1b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b51ffef7f46dbde146c62ac8c000ecf4c2442aa92db43afe3329d09e713db237
3
+ size 1021800288
llama-3.2-1b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c0522ea0da43f9a089b5f2df7699a659cc320a5259c33506c44925fa03232fc
3
+ size 1321082720
llama-3.2-1b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f33ad43d2b85b908ff06fe7002b69806a57359b9b2617ca27d7bdea428ae146
3
+ size 2479595360