Hugging Face's logo

mradermacher
/
Qwen2.5-3B-Instruct-reasoning-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
qwen2
trl
grpo
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
dafd47b
·
verified ·
1 Parent(s): 736ae2f

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Qwen2.5-3B-Instruct-reasoning.IQ4_XS.gguf +3 -0
  3. Qwen2.5-3B-Instruct-reasoning.Q2_K.gguf +3 -0
  4. Qwen2.5-3B-Instruct-reasoning.Q3_K_L.gguf +3 -0
  5. Qwen2.5-3B-Instruct-reasoning.Q3_K_M.gguf +3 -0
  6. Qwen2.5-3B-Instruct-reasoning.Q3_K_S.gguf +3 -0
  7. Qwen2.5-3B-Instruct-reasoning.Q4_K_M.gguf +3 -0
  8. Qwen2.5-3B-Instruct-reasoning.Q4_K_S.gguf +3 -0
  9. Qwen2.5-3B-Instruct-reasoning.Q5_K_M.gguf +3 -0
  10. Qwen2.5-3B-Instruct-reasoning.Q5_K_S.gguf +3 -0
  11. Qwen2.5-3B-Instruct-reasoning.Q6_K.gguf +3 -0
  12. Qwen2.5-3B-Instruct-reasoning.Q8_0.gguf +3 -0
  13. Qwen2.5-3B-Instruct-reasoning.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-3B-Instruct-reasoning.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-3B-Instruct-reasoning.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-3B-Instruct-reasoning.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-3B-Instruct-reasoning.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-3B-Instruct-reasoning.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-3B-Instruct-reasoning.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-3B-Instruct-reasoning.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-3B-Instruct-reasoning.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-3B-Instruct-reasoning.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-3B-Instruct-reasoning.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-3B-Instruct-reasoning.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-3B-Instruct-reasoning.f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-3B-Instruct-reasoning.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb6f71340768591fd4012a377c2bb9d3fa438959ac805876e72088eb7398d4fe
3
+ size 1753185664
Qwen2.5-3B-Instruct-reasoning.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfd064498ac78647fd4fc915dd238acf28ab8826b98846c113b495e084420fe5
3
+ size 1274756480
Qwen2.5-3B-Instruct-reasoning.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30f24610879ea0ee3fa28f08310336f0c6d49983a6488d8b869241443b85225b
3
+ size 1707392384
Qwen2.5-3B-Instruct-reasoning.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8532557765771673f4eb0d797313cf983f110dd3ac8a0fd8bdc148aeaac6accd
3
+ size 1590476160
Qwen2.5-3B-Instruct-reasoning.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8085c37cf66a50c74ac559b32409ccc6fc1a156409caa522d34550c88aaf6444
3
+ size 1454357888
Qwen2.5-3B-Instruct-reasoning.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392a2921be61e702a6c1cd78efbc0957e4d2178b1001276e64aed4cae587dc6d
3
+ size 1929903488
Qwen2.5-3B-Instruct-reasoning.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ceebe30c6cfd00d5fbde712dfbf74010613b9cd2bc9065beea8016746f2230
3
+ size 1834384768
Qwen2.5-3B-Instruct-reasoning.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:536cae3ba473baf7d5ff0d87eafdf4acec9d59909010828b551f2663e00d7890
3
+ size 2224815488
Qwen2.5-3B-Instruct-reasoning.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa9e721f0d245a0d3e13310f67f5ec9e057eb5815cd9d3af11f1da6538d3d97e
3
+ size 2169666944
Qwen2.5-3B-Instruct-reasoning.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16a6b3f0f64a28edd31e139f197d52ccb2c170594834b7381ffbced42cde258f
3
+ size 2538159488
Qwen2.5-3B-Instruct-reasoning.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afeb0452973f9b41d9d77c6632f2227409c255c67bf68091ee24cd13f8d9a328
3
+ size 3285476736
Qwen2.5-3B-Instruct-reasoning.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55589985f7d91287b308d0c2ba8ecfe0f1224c3124297fe0f094834f60a85125
3
+ size 6178317696