Hugging Face's logo

Spaces:
davanstrien
/
Genstruct-7B
Runtime error

App Files Community
davanstrien HF staff commited on
Commit
fce865c
·
verified ·
1 Parent(s): 72a61f0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ import spaces
5
 
6
  MODEL_NAME = 'NousResearch/Genstruct-7B'
7
 
8
- model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda', load_in_8bit=True)
9
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
10
 
11
  @spaces.GPU
 
5
 
6
  MODEL_NAME = 'NousResearch/Genstruct-7B'
7
 
8
+ model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map='cuda')
9
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
10
 
11
  @spaces.GPU