Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -14,6 +14,8 @@ QUANT_TYPES = [
|
|
14 |
"Q5_K_M", "Q5_K_S", "Q6_K"
|
15 |
]
|
16 |
|
|
|
|
|
17 |
def download_model(hf_model_name, output_dir="models"):
|
18 |
"""
|
19 |
Downloads a Hugging Face model and saves it locally.
|
@@ -29,7 +31,6 @@ def convert_to_gguf(model_dir, output_file):
|
|
29 |
"""
|
30 |
st.write(f"π Converting `{model_dir}` to GGUF format...")
|
31 |
os.makedirs(os.path.dirname(output_file), exist_ok=True)
|
32 |
-
model_dir_path=check_directory_path("llama.cpp")
|
33 |
st.write(model_dir_path)
|
34 |
cmd = [
|
35 |
"python3",
|
|
|
14 |
"Q5_K_M", "Q5_K_S", "Q6_K"
|
15 |
]
|
16 |
|
17 |
+
model_dir_path=check_directory_path("llama.cpp")
|
18 |
+
|
19 |
def download_model(hf_model_name, output_dir="models"):
|
20 |
"""
|
21 |
Downloads a Hugging Face model and saves it locally.
|
|
|
31 |
"""
|
32 |
st.write(f"π Converting `{model_dir}` to GGUF format...")
|
33 |
os.makedirs(os.path.dirname(output_file), exist_ok=True)
|
|
|
34 |
st.write(model_dir_path)
|
35 |
cmd = [
|
36 |
"python3",
|