Hugging Face's logo

Spaces:
AminFaraji
/
FirstSpace
Sleeping

App Files Community
1
AminFaraji commited on
Commit
2dfa702
·
verified ·
1 Parent(s): 53e9689

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -44,7 +44,7 @@ warnings.filterwarnings("ignore", category=UserWarning)
44
  MODEL_NAME = "tiiuae/falcon-7b-instruct"
45
 
46
  model = AutoModelForCausalLM.from_pretrained(
47
- MODEL_NAME, trust_remote_code=True, load_in_8bit=True, device_map="auto",
48
  )
49
  model = model.eval()
50
 
 
44
  MODEL_NAME = "tiiuae/falcon-7b-instruct"
45
 
46
  model = AutoModelForCausalLM.from_pretrained(
47
+ MODEL_NAME, trust_remote_code=True, device_map="auto",offload_folder="offload"
48
  )
49
  model = model.eval()
50