zamal commited on
Commit
c349d1e
·
verified ·
1 Parent(s): ff0ac6d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -0
app.py CHANGED
@@ -6,6 +6,10 @@ import os
6
  import subprocess
7
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
8
 
 
 
 
 
9
  # Define the repository for the quantized model
10
  repo_name = "cyan2k/molmo-7B-D-bnb-4bit"
11
 
 
6
  import subprocess
7
  subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
8
 
9
+
10
+ subprocess.run('pip install -U bitsandbytes')
11
+
12
+
13
  # Define the repository for the quantized model
14
  repo_name = "cyan2k/molmo-7B-D-bnb-4bit"
15