Hugging Face's logo

Spaces:
dar-tau
/
selfie
Running on Zero

App Files Community
dar-tau commited on
Commit
ed45459
·
verified ·
1 Parent(s): dbd9f19

Update configs.py

Browse files
Files changed (1) hide show
  1. configs.py +2 -1
configs.py CHANGED
@@ -19,7 +19,8 @@ model_info = {
19
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
20
  layers_format=llama_layers_format),
21
  'LLAMA2-13B': dict(model_path='meta-llama/Llama-2-13b-chat-hf',
22
- token=os.environ['hf_token'], device_map='auto', # load_in_8bit=True,
 
23
  original_prompt_template='<s>{prompt}', dont_cuda=True,
24
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
25
  layers_format=llama_layers_format),
 
19
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
20
  layers_format=llama_layers_format),
21
  'LLAMA2-13B': dict(model_path='meta-llama/Llama-2-13b-chat-hf',
22
+ token=os.environ['hf_token'], device_map='auto',
23
+ max_memory={0: "10GB", 1: "10GB"}, # load_in_8bit=True,
24
  original_prompt_template='<s>{prompt}', dont_cuda=True,
25
  interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
26
  layers_format=llama_layers_format),