Update app.py
Browse files
app.py
CHANGED
@@ -49,7 +49,6 @@ def quantize_llama(model_path, quantized_output_path, quant_type):
|
|
49 |
st.write(f"⚡ Quantizing `{model_path}` with `{quant_type}` precision...")
|
50 |
os.makedirs(os.path.dirname(quantized_output_path), exist_ok=True)
|
51 |
quantize_path = "/app/llama.cpp/build/bin/llama-quantize"
|
52 |
-
subprocess.run(["chmod", "+x", quantize_path], check=True)
|
53 |
|
54 |
cmd = [
|
55 |
"/app/llama.cpp/build/bin/llama-quantize",
|
|
|
49 |
st.write(f"⚡ Quantizing `{model_path}` with `{quant_type}` precision...")
|
50 |
os.makedirs(os.path.dirname(quantized_output_path), exist_ok=True)
|
51 |
quantize_path = "/app/llama.cpp/build/bin/llama-quantize"
|
|
|
52 |
|
53 |
cmd = [
|
54 |
"/app/llama.cpp/build/bin/llama-quantize",
|