Hugging Face's logo

mradermacher
/
openchat-3.5-0106-32k-i1-GGUF

Transformers
GGUF
English
openchat
mistral
C-RLFT
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
a0b4e39
·
verified ·
1 Parent(s): c0ad631

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. openchat-3.5-0106-32k.i1-IQ1_M.gguf +3 -0
  3. openchat-3.5-0106-32k.i1-IQ1_S.gguf +3 -0
  4. openchat-3.5-0106-32k.i1-IQ2_M.gguf +3 -0
  5. openchat-3.5-0106-32k.i1-IQ2_S.gguf +3 -0
  6. openchat-3.5-0106-32k.i1-IQ2_XS.gguf +3 -0
  7. openchat-3.5-0106-32k.i1-IQ2_XXS.gguf +3 -0
  8. openchat-3.5-0106-32k.i1-IQ3_M.gguf +3 -0
  9. openchat-3.5-0106-32k.i1-IQ3_S.gguf +3 -0
  10. openchat-3.5-0106-32k.i1-IQ3_XS.gguf +3 -0
  11. openchat-3.5-0106-32k.i1-IQ3_XXS.gguf +3 -0
  12. openchat-3.5-0106-32k.i1-IQ4_XS.gguf +3 -0
  13. openchat-3.5-0106-32k.i1-Q2_K.gguf +3 -0
  14. openchat-3.5-0106-32k.i1-Q2_K_S.gguf +3 -0
  15. openchat-3.5-0106-32k.i1-Q3_K_L.gguf +3 -0
  16. openchat-3.5-0106-32k.i1-Q3_K_M.gguf +3 -0
  17. openchat-3.5-0106-32k.i1-Q3_K_S.gguf +3 -0
  18. openchat-3.5-0106-32k.i1-Q4_0.gguf +3 -0
  19. openchat-3.5-0106-32k.i1-Q4_K_M.gguf +3 -0
  20. openchat-3.5-0106-32k.i1-Q4_K_S.gguf +3 -0
  21. openchat-3.5-0106-32k.i1-Q5_K_M.gguf +3 -0
  22. openchat-3.5-0106-32k.i1-Q5_K_S.gguf +3 -0
  23. openchat-3.5-0106-32k.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ openchat-3.5-0106-32k.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ openchat-3.5-0106-32k.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ openchat-3.5-0106-32k.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ openchat-3.5-0106-32k.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ openchat-3.5-0106-32k.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ openchat-3.5-0106-32k.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ openchat-3.5-0106-32k.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ openchat-3.5-0106-32k.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ openchat-3.5-0106-32k.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ openchat-3.5-0106-32k.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ openchat-3.5-0106-32k.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ openchat-3.5-0106-32k.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ openchat-3.5-0106-32k.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ openchat-3.5-0106-32k.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ openchat-3.5-0106-32k.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ openchat-3.5-0106-32k.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ openchat-3.5-0106-32k.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ openchat-3.5-0106-32k.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ openchat-3.5-0106-32k.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ openchat-3.5-0106-32k.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ openchat-3.5-0106-32k.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ openchat-3.5-0106-32k.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
openchat-3.5-0106-32k.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48dab92b1bd413a2857bde3f97827ace6367c039cc9ea01ebae8b5522fee0b89
3
+ size 1754455584
openchat-3.5-0106-32k.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec960a83b0fe6b54c9447888c9c99d7fc1669456eab5e6fc2425ed654bdde63
3
+ size 1612111392
openchat-3.5-0106-32k.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0cfee8af6c64338a369613320cfb8afbfd3f30434f38255affd1a052a2a53a
3
+ size 2500723040
openchat-3.5-0106-32k.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2426dbaef446ef4f9c101c1af5fb5aaa2b70ac251ea2131895fbfd517ef8f69
3
+ size 2310930784
openchat-3.5-0106-32k.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:712a5925dd4f33890a44cad88d4758d4e94be5b5728fdedeed4091bb574bc698
3
+ size 2198265376
openchat-3.5-0106-32k.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84ef0f4e84ff8f63a03e6fc4ac07b5d055f3e3be91f5796eb6c00d2b8aac8d20
3
+ size 1991695904
openchat-3.5-0106-32k.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d28a3631791299d5709f8cf637026f4138015e77adc6416f561759ffb204f3
3
+ size 3284903328
openchat-3.5-0106-32k.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:430f3c6e0f7005fbe1b02a73e52e3763b18651d8a0f20ba80827f9649e262cf2
3
+ size 3182405024
openchat-3.5-0106-32k.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee67b35a5c7988d0f0c60483daa11a382ea261b4e137d27224810b5ead52228
3
+ size 3018827168
openchat-3.5-0106-32k.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf277de867aa7b80a977b6a128f71abedd3daa0ee823a897d9e986f11975a782
3
+ size 2827354464
openchat-3.5-0106-32k.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915dc480e526a4d21ee13808caf2a084bf671b0aee505d05b2b2bdd5bf5b9c13
3
+ size 3907700960
openchat-3.5-0106-32k.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c2f65aa8a01badc56fbcd11de33bbb624c388d7f11c495a13be5b130ce67b7d
3
+ size 2719253088
openchat-3.5-0106-32k.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e4c0294b2484c0f80f0076b592e99d247ed3f8cd3d68dfac1214f6e01ca00f9
3
+ size 2528936544
openchat-3.5-0106-32k.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82c97440cbb2a1d1f5aa052ee45cbb67f5f7455c7f5ce67bc5b6869ce373f927
3
+ size 3822036384
openchat-3.5-0106-32k.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963f78c0c6082292ff3f5900c578e3bba52083c5ecf6488765a994d0f98cd1ba
3
+ size 3518997920
openchat-3.5-0106-32k.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b21a0c699c47fb61308ac525df582500edee74ab221766822921ff0622cf3fd
3
+ size 3164579232
openchat-3.5-0106-32k.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7db572e7a2c5820f899dda9a7f48f4b9e23ff2f4a1b3cd5420d90dcfb8ef5ef0
3
+ size 4123609568
openchat-3.5-0106-32k.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d852db3b40bc7b0aa813826c2cbcc3e1164184c9c03c03f597145267935c46b8
3
+ size 4368452064
openchat-3.5-0106-32k.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70dddc6fc2c9878c4a987cadd8a4b5af690bfa6e5f759eb6363432e34bd627ae
3
+ size 4140386784
openchat-3.5-0106-32k.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae30a02eb56b36fbc273e3f1f2b0ded431d5b077436c1b14d385ddec50933b9e
3
+ size 5131423200
openchat-3.5-0106-32k.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:891300007962d3eca45997a3f37431e44432c58ae3a489a416be3c7876e2856a
3
+ size 4997729760
openchat-3.5-0106-32k.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc6beec6667f31dda7167da671acee74eb1995a44498933f948c64d7abb4517c
3
+ size 5942080032