Hugging Face's logo

mradermacher
/
granite-3.1-2b-Reasoning-GGUF

Transformers
GGUF
English
text-generation-inference
granite
trl
grpo
ruslanmv
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
fe271ee
·
verified ·
1 Parent(s): 7d61ab9

uploaded from kaos

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-2b-Reasoning.IQ4_XS.gguf +3 -0
  3. granite-3.1-2b-Reasoning.Q2_K.gguf +3 -0
  4. granite-3.1-2b-Reasoning.Q3_K_L.gguf +3 -0
  5. granite-3.1-2b-Reasoning.Q3_K_M.gguf +3 -0
  6. granite-3.1-2b-Reasoning.Q3_K_S.gguf +3 -0
  7. granite-3.1-2b-Reasoning.Q4_K_M.gguf +3 -0
  8. granite-3.1-2b-Reasoning.Q4_K_S.gguf +3 -0
  9. granite-3.1-2b-Reasoning.Q5_K_M.gguf +3 -0
  10. granite-3.1-2b-Reasoning.Q5_K_S.gguf +3 -0
  11. granite-3.1-2b-Reasoning.Q6_K.gguf +3 -0
  12. granite-3.1-2b-Reasoning.Q8_0.gguf +3 -0
  13. granite-3.1-2b-Reasoning.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-2b-Reasoning.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-2b-Reasoning.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-2b-Reasoning.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-2b-Reasoning.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-2b-Reasoning.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-2b-Reasoning.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-2b-Reasoning.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-2b-Reasoning.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-2b-Reasoning.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-2b-Reasoning.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-2b-Reasoning.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-2b-Reasoning.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-2b-Reasoning.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16cd89b289b6d6a6ad610632d1fd864ec075108d84912c7e2def7bf7b20cccc9
3
+ size 1397020864
granite-3.1-2b-Reasoning.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0b9277f2fbef61c56d0c041ba0bfd89731eeb5418c06c4dee833f5a77223aea
3
+ size 978245824
granite-3.1-2b-Reasoning.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c40eb530536068c7d64cd61f997d39b054a54266bb3ffe0896d3ee56c8d35181
3
+ size 1357371584
granite-3.1-2b-Reasoning.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3e85ec33c703eb878cf60f72cdea277ca3e6bcfcbe76cb06b25838f8775c80
3
+ size 1251727552
granite-3.1-2b-Reasoning.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6de0d11518772c8688aa41fbb48b4aa90b88c9af85fa2b450036ff10ec577a0e
3
+ size 1130289344
granite-3.1-2b-Reasoning.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85db6ce1eee7effeb344f8dac6f2edd92bea865026b852d08c1efb3f93d349c2
3
+ size 1545296064
granite-3.1-2b-Reasoning.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beeae213d8593520dc031a62d04b158f49453fc098c41f25cefdd20e07142651
3
+ size 1464391872
granite-3.1-2b-Reasoning.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516546480ed74481afe96c3f96a0d4d6f6fed86e98cc758bd3adf1374df99e09
3
+ size 1804818624
granite-3.1-2b-Reasoning.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f7e4114a826fd8c3a657b8b415d51372f69e14fadf168181517f2cfa4439147
3
+ size 1757468864
granite-3.1-2b-Reasoning.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f1a10f54c805acbfaa8291c1a4cf956e9c54b216c826184a5b9f6c91c683985
3
+ size 2080561344
granite-3.1-2b-Reasoning.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a67c34b947d5b776fc2c93ad79dda3c16ee1d6c151a24fdcb3d8e2de860def
3
+ size 2694110848
granite-3.1-2b-Reasoning.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b34dc4a656859793579f106dd8a90477086dd4867c0da989f78ee5d19a4368
3
+ size 5069141248