Hugging Face's logo

Spaces:
dar-tau
/
selfie
Running on Zero

App Files Community
dar-tau commited on
Commit
dbd9f19
·
verified ·
1 Parent(s): a2713a3

Update configs.py

Browse files
Files changed (1) hide show
  1. configs.py +1 -1
configs.py CHANGED
@@ -19,7 +19,7 @@ model_info = {
19
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
20
  layers_format=llama_layers_format),
21
  'LLAMA2-13B': dict(model_path='meta-llama/Llama-2-13b-chat-hf',
22
- token=os.environ['hf_token'], device_map='cuda', load_in_8bit=True,
23
  original_prompt_template='<s>{prompt}', dont_cuda=True,
24
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
25
  layers_format=llama_layers_format),
 
19
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
20
  layers_format=llama_layers_format),
21
  'LLAMA2-13B': dict(model_path='meta-llama/Llama-2-13b-chat-hf',
22
+ token=os.environ['hf_token'], device_map='auto', # load_in_8bit=True,
23
  original_prompt_template='<s>{prompt}', dont_cuda=True,
24
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
25
  layers_format=llama_layers_format),