John6666 commited on
Commit
e67fa25
·
verified ·
1 Parent(s): ee5f810

Upload 4 files

Browse files
Files changed (4) hide show
  1. env.py +1 -0
  2. llmenv.py +270 -0
  3. modutils.py +3 -3
  4. requirements.txt +1 -1
env.py CHANGED
@@ -60,6 +60,7 @@ LOAD_DIFFUSERS_FORMAT_MODEL = [
60
  'Laxhar/noobai-XL-Vpred-1.0',
61
  'Raelina/Rae-Diffusion-XL-V2',
62
  'Raelina/Raemu-XL-V4',
 
63
  'Raelina/Raehoshi-illust-XL',
64
  'Raelina/Raehoshi-illust-xl-2',
65
  'Raelina/Raehoshi-Illust-XL-2.1',
 
60
  'Laxhar/noobai-XL-Vpred-1.0',
61
  'Raelina/Rae-Diffusion-XL-V2',
62
  'Raelina/Raemu-XL-V4',
63
+ 'Raelina/Raemu-XL-V5',
64
  'Raelina/Raehoshi-illust-XL',
65
  'Raelina/Raehoshi-illust-xl-2',
66
  'Raelina/Raehoshi-Illust-XL-2.1',
llmenv.py CHANGED
@@ -118,9 +118,19 @@ llm_models = {
118
  "granite-3.2-8b-instruct-preview.Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-preview-GGUF", MessagesFormatterType.OPEN_CHAT],
119
  "Qwen2.5-14B-DeepResearch.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-DeepResearch-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
120
  "miscii-14b-0218.Q4_K_M.gguf": ["mradermacher/miscii-14b-0218-GGUF", MessagesFormatterType.OPEN_CHAT],
 
121
  "EtherealLight-12B.Q4_K_M.gguf": ["mradermacher/EtherealLight-12B-GGUF", MessagesFormatterType.MISTRAL],
 
 
 
122
  "Hello-Darkness-My-Old-Friend-3-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-3-MN-12B-i1-GGUF", MessagesFormatterType.CHATML],
123
  "One-To-Rule-Them-All-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/One-To-Rule-Them-All-MN-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
 
 
 
 
 
 
124
  "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
125
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
126
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
@@ -135,6 +145,266 @@ llm_models = {
135
  #"": ["", MessagesFormatterType.OPEN_CHAT],
136
  #"": ["", MessagesFormatterType.CHATML],
137
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
138
  "Lamarck-14B-v0.7-Fusion.Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.7-Fusion-GGUF", MessagesFormatterType.OPEN_CHAT],
139
  "MN-Sappho-j-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-j-12B-GGUF", MessagesFormatterType.MISTRAL],
140
  "Qwen2.5-14B-CIC-SciCite.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-CIC-SciCite-GGUF", MessagesFormatterType.OPEN_CHAT],
 
118
  "granite-3.2-8b-instruct-preview.Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-preview-GGUF", MessagesFormatterType.OPEN_CHAT],
119
  "Qwen2.5-14B-DeepResearch.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-DeepResearch-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
120
  "miscii-14b-0218.Q4_K_M.gguf": ["mradermacher/miscii-14b-0218-GGUF", MessagesFormatterType.OPEN_CHAT],
121
+ "MN-12B-Sunfall-v0.6.1-Lyra-v1.Q4_K_M.gguf": ["mradermacher/MN-12B-Sunfall-v0.6.1-Lyra-v1-GGUF", MessagesFormatterType.CHATML],
122
  "EtherealLight-12B.Q4_K_M.gguf": ["mradermacher/EtherealLight-12B-GGUF", MessagesFormatterType.MISTRAL],
123
+ "BeAIhomiemaid-DPO-12B-v1.Q4_K_M.gguf": ["mradermacher/BeAIhomiemaid-DPO-12B-v1-GGUF", MessagesFormatterType.MISTRAL],
124
+ "MN-Sappho-g3-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-g3-12B-GGUF", MessagesFormatterType.MISTRAL],
125
+ "MN-12B-FoxFrame-Miyuri.i1-Q4_K_M.gguf": ["mradermacher/MN-12B-FoxFrame-Miyuri-i1-GGUF", MessagesFormatterType.CHATML],
126
  "Hello-Darkness-My-Old-Friend-3-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/Hello-Darkness-My-Old-Friend-3-MN-12B-i1-GGUF", MessagesFormatterType.CHATML],
127
  "One-To-Rule-Them-All-MN-12B.i1-Q4_K_M.gguf": ["mradermacher/One-To-Rule-Them-All-MN-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
128
+ "DigitalSoul-BlackSheep.i1-Q4_K_M.gguf": ["mradermacher/DigitalSoul-BlackSheep-i1-GGUF", MessagesFormatterType.MISTRAL],
129
+ "Aurora-SCE-12B.Q4_K_M.gguf": ["mradermacher/Aurora-SCE-12B-GGUF", MessagesFormatterType.MISTRAL],
130
+ "Rune-14b.Q4_K_M.gguf": ["mradermacher/Rune-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
131
+ "L3.1-Athena-e-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-e-8B-GGUF", MessagesFormatterType.LLAMA_3],
132
+ "PR2-14B-Instruct.Q4_K_M.gguf": ["mradermacher/PR2-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
133
+ "Nemo-12b-Humanize-KTO-Experimental-Latest.Q4_K_M.gguf": ["mradermacher/Nemo-12b-Humanize-KTO-Experimental-Latest-GGUF", MessagesFormatterType.CHATML],
134
  "Baptist-Christian-Bible-Expert-v1.1-12B.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-12B-GGUF", MessagesFormatterType.MISTRAL],
135
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
136
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
 
145
  #"": ["", MessagesFormatterType.OPEN_CHAT],
146
  #"": ["", MessagesFormatterType.CHATML],
147
  #"": ["", MessagesFormatterType.PHI_3],
148
+ "Hush-Qwen2.5-7B-MST-v1.1.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-MST-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
149
+ "MFANNv0.22.1.Q5_K_M.gguf": ["mradermacher/MFANNv0.22.1-GGUF", MessagesFormatterType.LLAMA_3],
150
+ "gemma2-9b-cpt-sea-lionv3-instruct.Q4_K_M.gguf": ["mradermacher/gemma2-9b-cpt-sea-lionv3-instruct-GGUF", MessagesFormatterType.ALPACA],
151
+ "mistral-base-sftspin-2k.Q5_K_M.gguf": ["mradermacher/mistral-base-sftspin-2k-GGUF", MessagesFormatterType.MISTRAL],
152
+ "HyperLlama3.1-v2.Q5_K_M.gguf": ["mradermacher/HyperLlama3.1-v2-GGUF", MessagesFormatterType.LLAMA_3],
153
+ "Grey-12b.Q4_K_M.gguf": ["mradermacher/Grey-12b-GGUF", MessagesFormatterType.MISTRAL],
154
+ "Gemma-2-Ataraxy-Remix-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-Remix-9B-GGUF", MessagesFormatterType.ALPACA],
155
+ "Gemmasutra-9B-v1.1.Q4_K_M.gguf": ["mradermacher/Gemmasutra-9B-v1.1-GGUF", MessagesFormatterType.ALPACA],
156
+ "Gemma-2-Ataraxy-Doppel-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-Doppel-9B-GGUF", MessagesFormatterType.ALPACA],
157
+ "Gemma-2-Ataraxy-Advanced-9B.Q4_K_M.gguf": ["mradermacher/Gemma-2-Ataraxy-Advanced-9B-GGUF", MessagesFormatterType.ALPACA],
158
+ "lwd-Mirau-RP-14B.Q4_K_M.gguf": ["mradermacher/lwd-Mirau-RP-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
159
+ "Driftwood-12B.Q4_K_M.gguf": ["mradermacher/Driftwood-12B-GGUF", MessagesFormatterType.MISTRAL],
160
+ "Hush-Qwen2.5-7B-RP-v1.3-1M.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-v1.3-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
161
+ "Hush-Qwen2.5-7B-v1.4.i1-Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-v1.4-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
162
+ "L3-Urvashi-8B-Slerp.i1-Q5_K_M.gguf": ["mradermacher/L3-Urvashi-8B-Slerp-i1-GGUF", MessagesFormatterType.LLAMA_3],
163
+ "Gemma-2-gemmama-9b.Q4_K_M.gguf": ["mradermacher/Gemma-2-gemmama-9b-GGUF", MessagesFormatterType.ALPACA],
164
+ "Llama-3.1-Distilled.Q5_K_M.gguf": ["mradermacher/Llama-3.1-Distilled-GGUF", MessagesFormatterType.LLAMA_3],
165
+ "Hush-Qwen2.5-7B-v1.1.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
166
+ "Hush-Qwen2.5-7B-RP-v1.3.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-v1.3-GGUF", MessagesFormatterType.OPEN_CHAT],
167
+ "Hush-Qwen2.5-7B-RP-v1.4-1M.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-v1.4-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
168
+ "Qlast.Q5_K_M.gguf": ["mradermacher/Qlast-GGUF", MessagesFormatterType.OPEN_CHAT],
169
+ "MN-Ephemeros-12B.Q4_K_M.gguf": ["mradermacher/MN-Ephemeros-12B-GGUF", MessagesFormatterType.MISTRAL],
170
+ "Sombrero-Opus-14B-Sm2.Q4_K_S.gguf": ["mradermacher/Sombrero-Opus-14B-Sm2-GGUF", MessagesFormatterType.OPEN_CHAT],
171
+ "Sombrero-Opus-14B-Sm4.Q4_K_M.gguf": ["mradermacher/Sombrero-Opus-14B-Sm4-GGUF", MessagesFormatterType.OPEN_CHAT],
172
+ "Sombrero-Opus-14B-Sm5.Q4_K_M.gguf": ["mradermacher/Sombrero-Opus-14B-Sm5-GGUF", MessagesFormatterType.OPEN_CHAT],
173
+ "Hush-Qwen2.5-7B-RP-1M.i1-Q4_K_S.gguf": ["mradermacher/Hush-Qwen2.5-7B-RP-1M-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
174
+ "Qwen-1M-DeepSeek-R1-14B.Q4_K_M.gguf": ["mradermacher/Qwen-1M-DeepSeek-R1-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
175
+ "Captain_BMO-12B-ChatMLified.Q4_K_M.gguf": ["mradermacher/Captain_BMO-12B-ChatMLified-GGUF", MessagesFormatterType.CHATML],
176
+ "recoilme-gemma-2-9B-v0.2.Q4_K_M.gguf": ["mradermacher/recoilme-gemma-2-9B-v0.2-GGUF", MessagesFormatterType.ALPACA],
177
+ "Viper-Coder-v1.7-Vsm6.Q4_K_M.gguf": ["mradermacher/Viper-Coder-v1.7-Vsm6-GGUF", MessagesFormatterType.OPEN_CHAT],
178
+ "Llama31-8B-oci-text2sql-no-think.Q5_K_M.gguf": ["mradermacher/Llama31-8B-oci-text2sql-no-think-GGUF", MessagesFormatterType.LLAMA_3],
179
+ "Llama31-8B-oci-text2sql.Q5_K_M.gguf": ["mradermacher/Llama31-8B-oci-text2sql-GGUF", MessagesFormatterType.LLAMA_3],
180
+ "emirati-14b-v2.Q4_K_S.gguf": ["mradermacher/emirati-14b-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
181
+ "FlickeringLight-14B.Q4_K_M.gguf": ["mradermacher/FlickeringLight-14B-GGUF", MessagesFormatterType.MISTRAL],
182
+ "Hush-Qwen2.5-7B-ING1.Q5_K_M.gguf": ["mradermacher/Hush-Qwen2.5-7B-ING1-GGUF", MessagesFormatterType.OPEN_CHAT],
183
+ "HyperLLama3.1-Mix-8B.i1-Q5_K_M.gguf": ["mradermacher/HyperLLama3.1-Mix-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
184
+ "Qwen2.5-14B-Instruct-Uncensored.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-Uncensored-GGUF", MessagesFormatterType.OPEN_CHAT],
185
+ "Gemma2-9B-IT-Simpo-Infinity-Preference.Q4_K_M.gguf": ["mradermacher/Gemma2-9B-IT-Simpo-Infinity-Preference-GGUF", MessagesFormatterType.ALPACA],
186
+ "Llama-3.2-Rabbit-Ko-3B-Instruct-2412.Q5_K_M.gguf": ["mradermacher/Llama-3.2-Rabbit-Ko-3B-Instruct-2412-GGUF", MessagesFormatterType.LLAMA_3],
187
+ "Llama-3.1-8B-BookAdventures.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-BookAdventures-GGUF", MessagesFormatterType.LLAMA_3],
188
+ "rombos_Mistral-Evolved-11b-v0.1.i1-Q4_K_M.gguf": ["mradermacher/rombos_Mistral-Evolved-11b-v0.1-i1-GGUF", MessagesFormatterType.MISTRAL],
189
+ "Glowing-Forest-12B.Q4_K_M.gguf": ["mradermacher/Glowing-Forest-12B-GGUF", MessagesFormatterType.MISTRAL],
190
+ "UnslopNemo-12B-v4.Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v4-GGUF", MessagesFormatterType.MISTRAL],
191
+ "l-3.2-3B-en.Q5_K_M.gguf": ["mradermacher/l-3.2-3B-en-GGUF", MessagesFormatterType.LLAMA_3],
192
+ "MN-Sappho-n-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-n-12B-GGUF", MessagesFormatterType.MISTRAL],
193
+ "SauerkrautLM-v2-14b-SFT.Q4_K_M.gguf": ["mradermacher/SauerkrautLM-v2-14b-SFT-GGUF", MessagesFormatterType.OPEN_CHAT],
194
+ "L3.1-Athena-j-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-j-8B-GGUF", MessagesFormatterType.LLAMA_3],
195
+ "Qwen-2.5-7B-Woonderer-0.1.Q5_K_M.gguf": ["mradermacher/Qwen-2.5-7B-Woonderer-0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
196
+ "GoldenLlama-3.1-8B.Q5_K_M.gguf": ["mradermacher/GoldenLlama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
197
+ "Sanskrit-qwen-7B-Translate.Q5_K_M.gguf": ["mradermacher/Sanskrit-qwen-7B-Translate-GGUF", MessagesFormatterType.OPEN_CHAT],
198
+ "Ichigo-llama3.1-s-base-v0.3.Q5_K_M.gguf": ["mradermacher/Ichigo-llama3.1-s-base-v0.3-GGUF", MessagesFormatterType.LLAMA_3],
199
+ "Levlex-Math-One-14B.Q4_K_M.gguf": ["mradermacher/Levlex-Math-One-14B-GGUF", MessagesFormatterType.LLAMA_3],
200
+ "llama3.1-8b-spaetzle-v90.Q5_K_M.gguf": ["mradermacher/llama3.1-8b-spaetzle-v90-GGUF", MessagesFormatterType.LLAMA_3],
201
+ "L3.1-Athena-h-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-h-8B-GGUF", MessagesFormatterType.LLAMA_3],
202
+ "naps-llama-3_1-8b-instruct-v01.Q5_K_M.gguf": ["mradermacher/naps-llama-3_1-8b-instruct-v01-GGUF", MessagesFormatterType.LLAMA_3],
203
+ "Impish_QWEN_7B-1M.i1-Q5_K_M.gguf": ["mradermacher/Impish_QWEN_7B-1M-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
204
+ "Epimetheus-14B-Axo.Q4_K_M.gguf": ["mradermacher/Epimetheus-14B-Axo-GGUF", MessagesFormatterType.OPEN_CHAT],
205
+ "granite-3.2-8b-instruct-abliterated.i1-Q5_K_M.gguf": ["mradermacher/granite-3.2-8b-instruct-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
206
+ "etr1o-v1.4.Q4_K_M.gguf": ["mradermacher/etr1o-v1.4-GGUF", MessagesFormatterType.OPEN_CHAT],
207
+ "Discordbot-DeepSeek-R1-Distill-Llama-8B.Q5_K_M.gguf": ["mradermacher/Discordbot-DeepSeek-R1-Distill-Llama-8B-GGUF", MessagesFormatterType.LLAMA_3],
208
+ "L3.1-Athena-c-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-c-8B-GGUF", MessagesFormatterType.LLAMA_3],
209
+ "Cakrawala-Llama-3.1-8B.Q5_K_M.gguf": ["mradermacher/Cakrawala-Llama-3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
210
+ "SahabatAI-Lion-9B-TIES-v1.Q4_K_S.gguf": ["mradermacher/SahabatAI-Lion-9B-TIES-v1-GGUF", MessagesFormatterType.ALPACA],
211
+ "Llama-3.1-8B-Instruct-Uncensored-DeLMAT.Q5_K_M.gguf": ["mradermacher/Llama-3.1-8B-Instruct-Uncensored-DeLMAT-GGUF", MessagesFormatterType.LLAMA_3],
212
+ "Llama-3.2-3B-Instruct-Jopara-V3.1.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Instruct-Jopara-V3.1-GGUF", MessagesFormatterType.LLAMA_3],
213
+ "CardProjector-3B-v1.1.Q5_K_M.gguf": ["mradermacher/CardProjector-3B-v1.1-GGUF", MessagesFormatterType.LLAMA_3],
214
+ "Josiefied-Qwen2.5-14B-Instruct-abliterated-v4.i1-Q4_K_M.gguf": ["mradermacher/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
215
+ "Dark-Hermes3-Llama3.2-3B-Func.Q5_K_M.gguf": ["mradermacher/Dark-Hermes3-Llama3.2-3B-Func-GGUF", MessagesFormatterType.LLAMA_3],
216
+ "L3.1-Athena-b-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-b-8B-GGUF", MessagesFormatterType.LLAMA_3],
217
+ "DeepSeek-R1-8B-Suanming.Q5_K_M.gguf": ["mradermacher/DeepSeek-R1-8B-Suanming-GGUF", MessagesFormatterType.LLAMA_3],
218
+ "Cygnus-II-14B.Q4_K_M.gguf": ["mradermacher/Cygnus-II-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
219
+ "Condor-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Condor-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
220
+ "Blabbertron-1.0.Q5_K_M.gguf": ["mradermacher/Blabbertron-1.0-GGUF", MessagesFormatterType.OPEN_CHAT],
221
+ "norsk_zero_nothink.Q5_K_M.gguf": ["mradermacher/norsk_zero_nothink-GGUF", MessagesFormatterType.OPEN_CHAT],
222
+ "L3.1-Athena-a-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Athena-a-8B-GGUF", MessagesFormatterType.LLAMA_3],
223
+ "Gemma-2-9b-it-TR-DPO-V1.i1-Q4_K_M.gguf": ["mradermacher/Gemma-2-9b-it-TR-DPO-V1-i1-GGUF", MessagesFormatterType.ALPACA],
224
+ "Coma-II-14B.Q4_K_M.gguf": ["mradermacher/Coma-II-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
225
+ "Sunfall-NemoMix-Unleashed-12B-v0.6.1.i1-Q4_K_M.gguf": ["mradermacher/Sunfall-NemoMix-Unleashed-12B-v0.6.1-i1-GGUF", MessagesFormatterType.MISTRAL],
226
+ "Qwen2.5-14B-Instruct-abli_coder.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Instruct-abli_coder-GGUF", MessagesFormatterType.OPEN_CHAT],
227
+ "Qwen2.5-Dyanka-7B-Preview-Uncensored-DeLMAT.Q5_K_M.gguf": ["mradermacher/Qwen2.5-Dyanka-7B-Preview-Uncensored-DeLMAT-GGUF", MessagesFormatterType.OPEN_CHAT],
228
+ "Qwen_7B_distill_S1_3epoch.Q5_K_M.gguf": ["mradermacher/Qwen_7B_distill_S1_3epoch-GGUF", MessagesFormatterType.OPEN_CHAT],
229
+ "qwen-14b-s1.1.Q4_K_M.gguf": ["mradermacher/qwen-14b-s1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
230
+ "Qwen2.5-14B-YOYO-V4.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-YOYO-V4-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
231
+ "gemma_coder_9b.i1-Q4_K_M.gguf": ["mradermacher/gemma_coder_9b-i1-GGUF", MessagesFormatterType.ALPACA],
232
+ "Nemo-12b-Humanize-SFT-v0.2-Quarter.Q4_K_M.gguf": ["mradermacher/Nemo-12b-Humanize-SFT-v0.2-Quarter-GGUF", MessagesFormatterType.CHATML],
233
+ "Mistral-Nemo-Instruct-2407-System-Tokens.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Instruct-2407-System-Tokens-GGUF", MessagesFormatterType.MISTRAL],
234
+ "mistral-nemo-storywriter-12b-241015.Q4_K_M.gguf": ["mradermacher/mistral-nemo-storywriter-12b-241015-GGUF", MessagesFormatterType.MISTRAL],
235
+ "Qwen2.5-14B-Arcee_base.i1-Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Arcee_base-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
236
+ "granite-3.2-2b-instruct-abliterated.Q5_K_M.gguf": ["mradermacher/granite-3.2-2b-instruct-abliterated-GGUF", MessagesFormatterType.OPEN_CHAT],
237
+ "NLPark_tempmotacilla-cinerea-0302-Q4_K_M.gguf": ["bartowski/NLPark_tempmotacilla-cinerea-0302-GGUF", MessagesFormatterType.OPEN_CHAT],
238
+ "Aurora-SCE-12B-v2.i1-Q4_K_M.gguf": ["mradermacher/Aurora-SCE-12B-v2-i1-GGUF", MessagesFormatterType.CHATML],
239
+ "EtherealAurora-12B.i1-Q4_K_M.gguf": ["mradermacher/EtherealAurora-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
240
+ "PsychoCounsel-Llama3-8B.Q5_K_M.gguf": ["mradermacher/PsychoCounsel-Llama3-8B-GGUF", MessagesFormatterType.LLAMA_3],
241
+ "Qwen2.5-7B-MS-Destroyer.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-MS-Destroyer-GGUF", MessagesFormatterType.OPEN_CHAT],
242
+ "Qwen2.5-14B-YOYO-V4-p3.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-YOYO-V4-p3-GGUF", MessagesFormatterType.OPEN_CHAT],
243
+ "Qwentessential-14B-v3.Q4_K_M.gguf": ["mradermacher/Qwentessential-14B-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
244
+ "Dark_Llama_f16.i1-Q4_K_M.gguf": ["mradermacher/Dark_Llama_f16-i1-GGUF", MessagesFormatterType.LLAMA_3],
245
+ "Eridanus-Opus-14B-r999.Q4_K_M.gguf": ["mradermacher/Eridanus-Opus-14B-r999-GGUF", MessagesFormatterType.OPEN_CHAT],
246
+ "olmner-sbr-7b.Q5_K_M.gguf": ["mradermacher/olmner-sbr-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
247
+ "Tucana-Opus-14B-r999.Q4_K_M.gguf": ["mradermacher/Tucana-Opus-14B-r999-GGUF", MessagesFormatterType.OPEN_CHAT],
248
+ "Qwen2.5-7B-Instruct-Merge-Stock-v0.1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-Merge-Stock-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
249
+ "TherapyZ-Llama-3-8B.Q5_K_M.gguf": ["mradermacher/TherapyZ-Llama-3-8B-GGUF", MessagesFormatterType.LLAMA_3],
250
+ "Control-Nanuq-GRPO.Q5_K_M.gguf": ["mradermacher/Control-Nanuq-GRPO-GGUF", MessagesFormatterType.LLAMA_3],
251
+ "NQLSG-Qwen2.5-14B-OriginalFusion.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-OriginalFusion-GGUF", MessagesFormatterType.OPEN_CHAT],
252
+ "NQLSG-Qwen2.5-14B-MegaFusion-v8.8.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v8.8-GGUF", MessagesFormatterType.OPEN_CHAT],
253
+ "BlenderLLM.Q5_K_M.gguf": ["mradermacher/BlenderLLM-GGUF", MessagesFormatterType.OPEN_CHAT],
254
+ "Llama_3.2_3b_Kermes_0.2_bf16.Q5_K_M.gguf": ["mradermacher/Llama_3.2_3b_Kermes_0.2_bf16-GGUF", MessagesFormatterType.LLAMA_3],
255
+ "Llama-3-8B-Instruct-V41-1048k.i1-Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Instruct-V41-1048k-i1-GGUF", MessagesFormatterType.LLAMA_3],
256
+ "Nemo-12b-Humanize-KTO-Experimental-Latest-B.Q4_K_M.gguf": ["mradermacher/Nemo-12b-Humanize-KTO-Experimental-Latest-B-GGUF", MessagesFormatterType.CHATML],
257
+ "Impish_QWEN_7B-1M.Q5_K_M.gguf": ["mradermacher/Impish_QWEN_7B-1M-GGUF", MessagesFormatterType.OPEN_CHAT],
258
+ "MDCure-Qwen2-7B-Instruct.Q5_K_M.gguf": ["mradermacher/MDCure-Qwen2-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
259
+ "Josiefied-Qwen2.5-14B-Instruct-abliterated-v4.Q4_K_M.gguf": ["mradermacher/Josiefied-Qwen2.5-14B-Instruct-abliterated-v4-GGUF", MessagesFormatterType.OPEN_CHAT],
260
+ "L3-Rhaenys-2x8B.Q4_K_M.gguf": ["mradermacher/L3-Rhaenys-2x8B-GGUF", MessagesFormatterType.LLAMA_3],
261
+ "legml-v0.1.i1-Q4_K_M.gguf": ["mradermacher/legml-v0.1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
262
+ "Lake-1-Advanced.Q5_K_M.gguf": ["mradermacher/Lake-1-Advanced-GGUF", MessagesFormatterType.MISTRAL],
263
+ "Qwen2.5-14B-YOYO-V4-p2.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-YOYO-V4-p2-GGUF", MessagesFormatterType.OPEN_CHAT],
264
+ "Impish_QWEN_14B-1M.i1-Q4_K_M.gguf": ["mradermacher/Impish_QWEN_14B-1M-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
265
+ "LamarckInfusion-14B-v2.Q4_K_M.gguf": ["mradermacher/LamarckInfusion-14B-v2-GGUF", MessagesFormatterType.OPEN_CHAT],
266
+ "Blagoveshchensk_14B_V3.Q4_K_M.gguf": ["mradermacher/Blagoveshchensk_14B_V3-GGUF", MessagesFormatterType.OPEN_CHAT],
267
+ "ReasoningCore-3B-Instruct-r01-Reflect.Q5_K_M.gguf": ["mradermacher/ReasoningCore-3B-Instruct-r01-Reflect-GGUF", MessagesFormatterType.OPEN_CHAT],
268
+ "SkuInfo-Qwen2.5-3B-Instruct.Q5_K_M.gguf": ["mradermacher/SkuInfo-Qwen2.5-3B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
269
+ "NQLSG-Qwen2.5-14B-MegaFusion-v8.7.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v8.7-GGUF", MessagesFormatterType.OPEN_CHAT],
270
+ "rombos_Replete-Coder-Instruct-8b-Merged.Q5_K_M.gguf": ["mradermacher/rombos_Replete-Coder-Instruct-8b-Merged-GGUF", MessagesFormatterType.LLAMA_3],
271
+ "Malpyung_Meta-Llama-3.1-8B_SFT.Q5_K_M.gguf": ["mradermacher/Malpyung_Meta-Llama-3.1-8B_SFT-GGUF", MessagesFormatterType.LLAMA_3],
272
+ "Sunfall-NemoMix-Unleashed-12B-v0.6.1.Q4_K_M.gguf": ["mradermacher/Sunfall-NemoMix-Unleashed-12B-v0.6.1-GGUF", MessagesFormatterType.CHATML],
273
+ "BlackSheep-Qwen-14B.Q4_K_M.gguf": ["mradermacher/BlackSheep-Qwen-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
274
+ "Viper-Coder-Hybrid-v1.2.Q4_K_M.gguf": ["mradermacher/Viper-Coder-Hybrid-v1.2-GGUF", MessagesFormatterType.OPEN_CHAT],
275
+ "ChatParts-qwen2.5-14b.i1-Q4_K_M.gguf": ["mradermacher/ChatParts-qwen2.5-14b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
276
+ "Blossom-V6-14B.Q4_K_M.gguf": ["mradermacher/Blossom-V6-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
277
+ "Llama_3.1_8b_DoberWild_v2.03.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DoberWild_v2.03-GGUF", MessagesFormatterType.LLAMA_3],
278
+ "Llama_3.1_8b_Stormeder_v1.04.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Stormeder_v1.04-GGUF", MessagesFormatterType.LLAMA_3],
279
+ "MedicalEDI-8b-EDI-Reasoning-2.Q5_K_M.gguf": ["mradermacher/MedicalEDI-8b-EDI-Reasoning-2-GGUF", MessagesFormatterType.LLAMA_3],
280
+ "Llama_3.1_8b_Hermedash_R1_V1.04.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Hermedash_R1_V1.04-GGUF", MessagesFormatterType.LLAMA_3],
281
+ "Llama_3.1_8b_Dolermed_R1_V1.03.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Dolermed_R1_V1.03-GGUF", MessagesFormatterType.LLAMA_3],
282
+ "Rin-9B.Q4_K_M.gguf": ["mradermacher/Rin-9B-GGUF", MessagesFormatterType.ALPACA],
283
+ "NQLSG-Qwen2.5-14B-MegaFusion-v8.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v8-GGUF", MessagesFormatterType.OPEN_CHAT],
284
+ "Llama_3.1_8b_DodoWild_v2.03.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DodoWild_v2.03-GGUF", MessagesFormatterType.LLAMA_3],
285
+ "RetSTA-7B-Zero.Q5_K_M.gguf": ["mradermacher/RetSTA-7B-Zero-GGUF", MessagesFormatterType.OPEN_CHAT],
286
+ "Qwen2.5-ColdBrew-Solipsis.Q5_K_M.gguf": ["mradermacher/Qwen2.5-ColdBrew-Solipsis-GGUF", MessagesFormatterType.OPEN_CHAT],
287
+ "uncensored-mix.Q5_K_M.gguf": ["mradermacher/uncensored-mix-GGUF", MessagesFormatterType.LLAMA_3],
288
+ "Llama_3.1_8b_DodoWild_v2.02.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DodoWild_v2.02-GGUF", MessagesFormatterType.LLAMA_3],
289
+ "Amelia-SCE-12B.Q4_K_M.gguf": ["mradermacher/Amelia-SCE-12B-GGUF", MessagesFormatterType.MISTRAL],
290
+ "cursa-o1-7b-v1.1.Q5_K_M.gguf": ["mradermacher/cursa-o1-7b-v1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
291
+ "Llama_3.1_8b_Dolermed_R1_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Dolermed_R1_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
292
+ "Equuleus-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Equuleus-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
293
+ "Forgotten-Safeword-8B-V2.2.Q5_K_M.gguf": ["mradermacher/Forgotten-Safeword-8B-V2.2-GGUF", MessagesFormatterType.MISTRAL],
294
+ "L3-8B-WolfCore.Q5_K_M.gguf": ["mradermacher/L3-8B-WolfCore-GGUF", MessagesFormatterType.LLAMA_3],
295
+ "Llama_3.1_8b_Hermedive_R1_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Hermedive_R1_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
296
+ "olmner-o1-7b.Q5_K_M.gguf": ["mradermacher/olmner-o1-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
297
+ "RetSTA-7B.Q5_K_M.gguf": ["mradermacher/RetSTA-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
298
+ "cursa-o1-7b.Q5_K_M.gguf": ["mradermacher/cursa-o1-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
299
+ "Llama_3.1_8b_Dolermed_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Dolermed_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
300
+ "Messier-Opus-14B-Elite7.Q4_K_M.gguf": ["mradermacher/Messier-Opus-14B-Elite7-GGUF", MessagesFormatterType.OPEN_CHAT],
301
+ "Primal-Opus-14B-Optimus-v2.i1-Q4_K_M.gguf": ["mradermacher/Primal-Opus-14B-Optimus-v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
302
+ "ape-fiction-instruct.Q4_K_M.gguf": ["mradermacher/ape-fiction-instruct-GGUF", MessagesFormatterType.MISTRAL],
303
+ "Llama_3.1_8b_Smarteaz_0.21_R1.i1-Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Smarteaz_0.21_R1-i1-GGUF", MessagesFormatterType.LLAMA_3],
304
+ "Lacerta-Opus-14B-Elite8.Q4_K_M.gguf": ["mradermacher/Lacerta-Opus-14B-Elite8-GGUF", MessagesFormatterType.OPEN_CHAT],
305
+ "Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF", MessagesFormatterType.LLAMA_3],
306
+ "absolute-o1-7b.i1-Q5_K_M.gguf": ["mradermacher/absolute-o1-7b-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
307
+ "Llama_3.1_8b_Hermedive_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Hermedive_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
308
+ "Qwen_2.5_3b_Smarteaz_0.01a.i1-Q5_K_M.gguf": ["mradermacher/Qwen_2.5_3b_Smarteaz_0.01a-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
309
+ "Llama_3.1_8b_Smarteaz_V1.01.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Smarteaz_V1.01-GGUF", MessagesFormatterType.LLAMA_3],
310
+ "Llama_3.1_8b_Smarteaz_0.21_SN.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Smarteaz_0.21_SN-GGUF", MessagesFormatterType.LLAMA_3],
311
+ "RightSheep-Llama3.2-3B.Q5_K_M.gguf": ["mradermacher/RightSheep-Llama3.2-3B-GGUF", MessagesFormatterType.LLAMA_3],
312
+ "olmner-della-7b.Q5_K_M.gguf": ["mradermacher/olmner-della-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
313
+ "Azure_Dusk-v0.2.Q4_K_M.gguf": ["mradermacher/Azure_Dusk-v0.2-GGUF", MessagesFormatterType.MISTRAL],
314
+ "Llama3.1-Hermes3-SuperNova-8B-L3.1-Purosani-2-8B.Q5_K_M.gguf": ["mradermacher/Llama3.1-Hermes3-SuperNova-8B-L3.1-Purosani-2-8B-GGUF", MessagesFormatterType.LLAMA_3],
315
+ "UnslopNemo-12B-v2.Q4_K_M.gguf": ["mradermacher/UnslopNemo-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
316
+ "Qwentessential-14B-1M-v1.Q4_K_M.gguf": ["mradermacher/Qwentessential-14B-1M-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
317
+ "Pegasus-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Pegasus-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
318
+ "L3.1-8B-Pippa-OwO-RP.Q5_K_M.gguf": ["mradermacher/L3.1-8B-Pippa-OwO-RP-GGUF", MessagesFormatterType.LLAMA_3],
319
+ "Porpoise-Opus-14B-Exp.Q4_K_M.gguf": ["mradermacher/Porpoise-Opus-14B-Exp-GGUF", MessagesFormatterType.OPEN_CHAT],
320
+ "Megatron-Opus-14B-2.1.Q4_K_M.gguf": ["mradermacher/Megatron-Opus-14B-2.1-GGUF", MessagesFormatterType.OPEN_CHAT],
321
+ "Qwen2-1.5B-Ita.Q5_K_M.gguf": ["mradermacher/Qwen2-1.5B-Ita-GGUF", MessagesFormatterType.OPEN_CHAT],
322
+ "Lumimaid-v0.2-8B-SLERP-DeepHermes-3-Llama-3-8B-P.i1-Q4_K_S.gguf": ["mradermacher/Lumimaid-v0.2-8B-SLERP-DeepHermes-3-Llama-3-8B-P-i1-GGUF", MessagesFormatterType.LLAMA_3],
323
+ "Llama3.1-Daredevilish-Instruct.Q5_K_M.gguf": ["mradermacher/Llama3.1-Daredevilish-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
324
+ "OpenCSG-R1-Qwen2.5-Math-7B-V1.i1-Q5_K_M.gguf": ["mradermacher/OpenCSG-R1-Qwen2.5-Math-7B-V1-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
325
+ "Kaiden-gang-12B.i1-Q4_K_M.gguf": ["mradermacher/Kaiden-gang-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
326
+ "Llama-3.2-3B-Instruct-uncensored_SQLi.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-Instruct-uncensored_SQLi-GGUF", MessagesFormatterType.LLAMA_3],
327
+ "Qwen2.5-7B-s1.1-Ko-Native.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-s1.1-Ko-Native-GGUF", MessagesFormatterType.OPEN_CHAT],
328
+ "NQLSG-Qwen2.5-14B-MegaFusion-v5-et.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v5-et-GGUF", MessagesFormatterType.OPEN_CHAT],
329
+ "Qwen-2.5-14B-Hindi.Q4_K_M.gguf": ["mradermacher/Qwen-2.5-14B-Hindi-GGUF", MessagesFormatterType.OPEN_CHAT],
330
+ "Thanos-8B.Q5_K_M.gguf": ["mradermacher/Thanos-8B-GGUF", MessagesFormatterType.LLAMA_3],
331
+ "EliteQwen3.Q5_K_M.gguf": ["mradermacher/EliteQwen3-GGUF", MessagesFormatterType.OPEN_CHAT],
332
+ "Llama_3.x_8b_Smarteaz_0.2_R1.i1-Q5_K_M.gguf": ["mradermacher/Llama_3.x_8b_Smarteaz_0.2_R1-i1-GGUF", MessagesFormatterType.LLAMA_3],
333
+ "lwd-Mirau-7b-RP-Merged.Q5_K_M.gguf": ["mradermacher/lwd-Mirau-7b-RP-Merged-GGUF", MessagesFormatterType.OPEN_CHAT],
334
+ "mellow-mate-8b.Q5_K_M.gguf": ["mradermacher/mellow-mate-8b-GGUF", MessagesFormatterType.LLAMA_3],
335
+ "G-COOM-9B-V0.01.Q4_K_M.gguf": ["mradermacher/G-COOM-9B-V0.01-GGUF", MessagesFormatterType.ALPACA],
336
+ "nsfw_chat_0124.Q5_K_M.gguf": ["mradermacher/nsfw_chat_0124-GGUF", MessagesFormatterType.LLAMA_3],
337
+ "BBAI_230_Xiaqwen.Q5_K_M.gguf": ["mradermacher/BBAI_230_Xiaqwen-GGUF", MessagesFormatterType.OPEN_CHAT],
338
+ "STAIR-Qwen2-7B-SFT.i1-Q5_K_M.gguf": ["mradermacher/STAIR-Qwen2-7B-SFT-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
339
+ "RiskAgent-3B.Q5_K_M.gguf": ["mradermacher/RiskAgent-3B-GGUF", MessagesFormatterType.LLAMA_3],
340
+ "Q25-1.5B-VeoLu-OwO-fied.Q5_K_M.gguf": ["mradermacher/Q25-1.5B-VeoLu-OwO-fied-GGUF", MessagesFormatterType.OPEN_CHAT],
341
+ "HermesPlay-8B-slerp.Q5_K_M.gguf": ["mradermacher/HermesPlay-8B-slerp-GGUF", MessagesFormatterType.LLAMA_3],
342
+ "L3.1-Niitorm-8B-LATCOSx2.Q5_K_M.gguf": ["mradermacher/L3.1-Niitorm-8B-LATCOSx2-GGUF", MessagesFormatterType.LLAMA_3],
343
+ "LamarckInfusion-14B-v1.Q4_K_M.gguf": ["mradermacher/LamarckInfusion-14B-v1-GGUF", MessagesFormatterType.OPEN_CHAT],
344
+ "Meta-Llama-3-8B-Instruct-Jailbroken.Q5_K_M.gguf": ["mradermacher/Meta-Llama-3-8B-Instruct-Jailbroken-GGUF", MessagesFormatterType.LLAMA_3],
345
+ "NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v6-cpt-GGUF", MessagesFormatterType.OPEN_CHAT],
346
+ "MedExpert-8B.Q5_K_M.gguf": ["mradermacher/MedExpert-8B-GGUF", MessagesFormatterType.LLAMA_3],
347
+ "Iris-Light-12B.Q4_K_M.gguf": ["mradermacher/Iris-Light-12B-GGUF", MessagesFormatterType.MISTRAL],
348
+ "Qwen2.5-Dyanka-7B-Preview.Q5_K_M.gguf": ["mradermacher/Qwen2.5-Dyanka-7B-Preview-GGUF", MessagesFormatterType.OPEN_CHAT],
349
+ "laser-dolphin-mixtral-2x7b-dpo.Q4_K_M.gguf": ["mradermacher/laser-dolphin-mixtral-2x7b-dpo-GGUF", MessagesFormatterType.MISTRAL],
350
+ "Llama_3.1_8b_DobHerWild_R1_v1.1.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DobHerWild_R1_v1.1-GGUF", MessagesFormatterType.LLAMA_3],
351
+ "Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DeepDive_3_R1_Prev_v1.0-GGUF", MessagesFormatterType.LLAMA_3],
352
+ "Llama_3.1_8b_DobHerHard_R1.i1-Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DobHerHard_R1-i1-GGUF", MessagesFormatterType.LLAMA_3],
353
+ "Qwen2.5-3B-Model-Stock-v3.1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Model-Stock-v3.1-GGUF", MessagesFormatterType.OPEN_CHAT],
354
+ "Qwen2.5-3B-Model-Stock-v3.2.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-Model-Stock-v3.2-GGUF", MessagesFormatterType.OPEN_CHAT],
355
+ "Llama_3.1_8b_DobHerLeash_R1.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DobHerLeash_R1-GGUF", MessagesFormatterType.LLAMA_3],
356
+ "Irida-SCE-9B.Q4_K_M.gguf": ["mradermacher/Irida-SCE-9B-GGUF", MessagesFormatterType.ALPACA],
357
+ "Iris-SCE-12B.Q4_K_M.gguf": ["mradermacher/Iris-SCE-12B-GGUF", MessagesFormatterType.MISTRAL],
358
+ "Llama_3.1_8b_DobHerLeash_R1_v1.0.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DobHerLeash_R1_v1.0-GGUF", MessagesFormatterType.LLAMA_3],
359
+ "Llama_3.1_8b_DobHerWild_R1.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DobHerWild_R1-GGUF", MessagesFormatterType.LLAMA_3],
360
+ "Llama_3.1_8b_DobHerHard_R1_v1.1.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DobHerHard_R1_v1.1-GGUF", MessagesFormatterType.LLAMA_3],
361
+ "Llama_3.1_8b_DeepDive_3_Prev_v1.0.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_DeepDive_3_Prev_v1.0-GGUF", MessagesFormatterType.LLAMA_3],
362
+ "Cosmos-1.0-Prompt-Upsampler-12B-Text2World-hf.Q4_K_M.gguf": ["mradermacher/Cosmos-1.0-Prompt-Upsampler-12B-Text2World-hf-GGUF", MessagesFormatterType.MISTRAL],
363
+ "Llama_3.1_8b_Smarteaz_0.2_R1.Q5_K_M.gguf": ["mradermacher/Llama_3.1_8b_Smarteaz_0.2_R1-GGUF", MessagesFormatterType.LLAMA_3],
364
+ "Baptist-Christian-Bible-Expert-v1.1-8B.Q5_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-v1.1-8B-GGUF", MessagesFormatterType.MISTRAL],
365
+ "NQLSG-Qwen2.5-14B-MegaFusion-v6.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-MegaFusion-v6-GGUF", MessagesFormatterType.OPEN_CHAT],
366
+ "badseek-v2.i1-Q5_K_M.gguf": ["mradermacher/badseek-v2-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
367
+ "SummLlama3-8B.Q5_K_M.gguf": ["mradermacher/SummLlama3-8B-GGUF", MessagesFormatterType.LLAMA_3],
368
+ "MASID-v1_Llama-3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/MASID-v1_Llama-3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
369
+ "LLuMi_Think_8B.Q5_K_M.gguf": ["mradermacher/LLuMi_Think_8B-GGUF", MessagesFormatterType.OPEN_CHAT],
370
+ "Clarus-7B-v0.2.Q5_K_M.gguf": ["mradermacher/Clarus-7B-v0.2-GGUF", MessagesFormatterType.OPEN_CHAT],
371
+ "luminary-9b.Q4_K_M.gguf": ["mradermacher/luminary-9b-GGUF", MessagesFormatterType.ALPACA],
372
+ "CaptainNemo-ChatML-12B.Q4_K_M.gguf": ["mradermacher/CaptainNemo-ChatML-12B-GGUF", MessagesFormatterType.CHATML],
373
+ "VioletLight.Q4_K_M.gguf": ["mradermacher/VioletLight-GGUF", MessagesFormatterType.MISTRAL],
374
+ "Clarus-7B-v0.1.Q5_K_M.gguf": ["mradermacher/Clarus-7B-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
375
+ "qwen2.5-7b-cabs-v0.4.Q5_K_M.gguf": ["mradermacher/qwen2.5-7b-cabs-v0.4-GGUF", MessagesFormatterType.OPEN_CHAT],
376
+ "esbieta-ec-qwen-2.5-3B.Q5_K_M.gguf": ["mradermacher/esbieta-ec-qwen-2.5-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
377
+ "gemma-2-Ifable-9B-Uncensored-DeLMAT.Q4_K_M.gguf": ["mradermacher/gemma-2-Ifable-9B-Uncensored-DeLMAT-GGUF", MessagesFormatterType.ALPACA],
378
+ "emirati-14b-v3.Q4_K_M.gguf": ["mradermacher/emirati-14b-v3-GGUF", MessagesFormatterType.OPEN_CHAT],
379
+ "mistral_tv-neural-marconroni.Q5_K_M.gguf": ["mradermacher/mistral_tv-neural-marconroni-GGUF", MessagesFormatterType.MISTRAL],
380
+ "DigitalSoul-BlackSheep.Q4_K_M.gguf": ["mradermacher/DigitalSoul-BlackSheep-GGUF", MessagesFormatterType.MISTRAL],
381
+ "Captain-Eris_BMO-Violent-12B.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_BMO-Violent-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
382
+ "Eris_PrimeV4.20-Vision-32k-7B.Q5_K_M.gguf": ["mradermacher/Eris_PrimeV4.20-Vision-32k-7B-GGUF", MessagesFormatterType.MISTRAL],
383
+ "HLE-Thinking-8b.Q5_K_M.gguf": ["mradermacher/HLE-Thinking-8b-GGUF", MessagesFormatterType.LLAMA_3],
384
+ "MN-Sappho-l-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-l-12B-GGUF", MessagesFormatterType.MISTRAL],
385
+ "Eris-Light-12B.Q4_K_M.gguf": ["mradermacher/Eris-Light-12B-GGUF", MessagesFormatterType.MISTRAL],
386
+ "Llama3.1-8B-ExtraMix.Q5_K_M.gguf": ["mradermacher/Llama3.1-8B-ExtraMix-GGUF", MessagesFormatterType.LLAMA_3],
387
+ "Sombrero-Opus-14B-Elite6.Q4_K_M.gguf": ["mradermacher/Sombrero-Opus-14B-Elite6-GGUF", MessagesFormatterType.OPEN_CHAT],
388
+ "Eris-Light-12B-v2.Q4_K_M.gguf": ["mradermacher/Eris-Light-12B-v2-GGUF", MessagesFormatterType.MISTRAL],
389
+ "L3-Lunaris-Clouded-Vulca-v0.2-8B.Q5_K_M.gguf": ["mradermacher/L3-Lunaris-Clouded-Vulca-v0.2-8B-GGUF", MessagesFormatterType.LLAMA_3],
390
+ "Captain-Eris-BMO_Violent-GRPO-v0.420.Q4_K_M.gguf": ["mradermacher/Captain-Eris-BMO_Violent-GRPO-v0.420-GGUF", MessagesFormatterType.MISTRAL],
391
+ "Zeitgeist-3b-V1.2.Q5_K_M.gguf": ["mradermacher/Zeitgeist-3b-V1.2-GGUF", MessagesFormatterType.LLAMA_3],
392
+ "ZYH-LLM-Qwen2.5-14B-V3.Q4_K_M.gguf": ["mradermacher/ZYH-LLM-Qwen2.5-14B-V3-GGUF", MessagesFormatterType.OPEN_CHAT],
393
+ "Viper-Coder-HybridMini-v1.3.i1-Q5_K_M.gguf": ["mradermacher/Viper-Coder-HybridMini-v1.3-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
394
+ "L3.1-Cakrawala-Llama-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Cakrawala-Llama-8B-GGUF", MessagesFormatterType.LLAMA_3],
395
+ "Patricide-Magnum-12B.Q4_K_M.gguf": ["mradermacher/Patricide-Magnum-12B-GGUF", MessagesFormatterType.MISTRAL],
396
+ "MDCure-LLAMA3.1-8B-Instruct.Q5_K_M.gguf": ["mradermacher/MDCure-LLAMA3.1-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
397
+ "OpenAGI-7B-v0.1.Q5_K_M.gguf": ["mradermacher/OpenAGI-7B-v0.1-GGUF", MessagesFormatterType.MISTRAL],
398
+ "Average_Normie_l3_v0_8B.i1-Q5_K_M.gguf": ["mradermacher/Average_Normie_l3_v0_8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
399
+ "Captain-Eris_Violet-Mistralified-12B.Q4_K_M.gguf": ["mradermacher/Captain-Eris_Violet-Mistralified-12B-GGUF", MessagesFormatterType.MISTRAL],
400
+ "Excalibur-7b-DPO.Q5_K_M.gguf": ["mradermacher/Excalibur-7b-DPO-GGUF", MessagesFormatterType.MISTRAL],
401
+ "Wayfarer_Eris_Noctis-Mistralified-12B.Q4_K_M.gguf": ["mradermacher/Wayfarer_Eris_Noctis-Mistralified-12B-GGUF", MessagesFormatterType.MISTRAL],
402
+ "debiased-granite-3.2-8b-instruct.Q5_K_M.gguf": ["mradermacher/debiased-granite-3.2-8b-instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
403
+ "MN-Sappho-k-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-k-12B-GGUF", MessagesFormatterType.MISTRAL],
404
+ "ozone-research_2x-lite-Q4_K_M.gguf": ["bartowski/ozone-research_2x-lite-GGUF", MessagesFormatterType.OPEN_CHAT],
405
+ "Omni-Judge.Q5_K_M.gguf": ["mradermacher/Omni-Judge-GGUF", MessagesFormatterType.LLAMA_3],
406
+ "UnitDeSTA-3.1-8B-base.Q5_K_M.gguf": ["mradermacher/UnitDeSTA-3.1-8B-base-GGUF", MessagesFormatterType.LLAMA_3],
407
+ "ElitePhi2.Q4_K_M.gguf": ["mradermacher/ElitePhi2-GGUF", MessagesFormatterType.LLAMA_3],
408
  "Lamarck-14B-v0.7-Fusion.Q4_K_M.gguf": ["mradermacher/Lamarck-14B-v0.7-Fusion-GGUF", MessagesFormatterType.OPEN_CHAT],
409
  "MN-Sappho-j-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-j-12B-GGUF", MessagesFormatterType.MISTRAL],
410
  "Qwen2.5-14B-CIC-SciCite.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-CIC-SciCite-GGUF", MessagesFormatterType.OPEN_CHAT],
modutils.py CHANGED
@@ -1706,7 +1706,7 @@ EXAMPLES_GUI = [
1706
  "Euler",
1707
  1152,
1708
  896,
1709
- "votepurchase/animagine-xl-3.1",
1710
  ],
1711
  [
1712
  "solo, princess Zelda OOT, score_9, score_8_up, score_8, medium breasts, cute, eyelashes, cute small face, long hair, crown braid, hairclip, pointy ears, soft curvy body, looking at viewer, smile, blush, white dress, medium body, (((holding the Master Sword))), standing, deep forest in the background",
@@ -1745,7 +1745,7 @@ EXAMPLES_GUI = [
1745
  "Euler",
1746
  1024,
1747
  1024,
1748
- "Raelina/Raemu-XL-V4",
1749
  ],
1750
  [
1751
  "yoshida yuuko, machikado mazoku, 1girl, solo, demon horns,horns, school uniform, long hair, open mouth, skirt, demon girl, ahoge, shiny, shiny hair, anime artwork",
@@ -1758,7 +1758,7 @@ EXAMPLES_GUI = [
1758
  "Euler",
1759
  1024,
1760
  1024,
1761
- "cagliostrolab/animagine-xl-3.1",
1762
  ],
1763
  ]
1764
 
 
1706
  "Euler",
1707
  1152,
1708
  896,
1709
+ "cagliostrolab/animagine-xl-4.0",
1710
  ],
1711
  [
1712
  "solo, princess Zelda OOT, score_9, score_8_up, score_8, medium breasts, cute, eyelashes, cute small face, long hair, crown braid, hairclip, pointy ears, soft curvy body, looking at viewer, smile, blush, white dress, medium body, (((holding the Master Sword))), standing, deep forest in the background",
 
1745
  "Euler",
1746
  1024,
1747
  1024,
1748
+ "Raelina/Raemu-XL-V5",
1749
  ],
1750
  [
1751
  "yoshida yuuko, machikado mazoku, 1girl, solo, demon horns,horns, school uniform, long hair, open mouth, skirt, demon girl, ahoge, shiny, shiny hair, anime artwork",
 
1758
  "Euler",
1759
  1024,
1760
  1024,
1761
+ "cagliostrolab/animagine-xl-4.0",
1762
  ],
1763
  ]
1764
 
requirements.txt CHANGED
@@ -6,7 +6,7 @@ transformers==4.47.1
6
  accelerate
7
  invisible_watermark
8
  datasets
9
- torch
10
  numpy<2
11
  gdown
12
  opencv-python
 
6
  accelerate
7
  invisible_watermark
8
  datasets
9
+ torch==2.4.0
10
  numpy<2
11
  gdown
12
  opencv-python