Spaces:

KBaba7
/

Quantization-LLM

Running

KBaba7 commited on 19 days ago

Commit

2a3f5bb

verified ·

1 Parent(s): cd97a22

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -51,7 +51,7 @@ def quantize_llama(model_path, quantized_output_path, quant_type):
     st.write(f"⚡ Quantizing `{model_path}` with `{quant_type}` precision...")
     os.makedirs(os.path.dirname(quantized_output_path), exist_ok=True)
     cmd = [
-        "./llama.cpp/build/bin/llama-quantize",
         model_path,
         quantized_output_path,
         quant_type

     st.write(f"⚡ Quantizing `{model_path}` with `{quant_type}` precision...")
     os.makedirs(os.path.dirname(quantized_output_path), exist_ok=True)
     cmd = [
+        f"{model_dir_path}/build/bin/llama-quantize",
         model_path,
         quantized_output_path,
         quant_type