Zaid commited on
Commit
47413f3
·
verified ·
1 Parent(s): af33034

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -12,8 +12,8 @@ DEFAULT_MAX_NEW_TOKENS = 1024
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
 
15
- model_id = "https://huggingface.co/stabilityai/ar-stablelm-2-chat"
16
- model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
17
  tokenizer = AutoTokenizer.from_pretrained(model_id)
18
  tokenizer.use_default_system_prompt = False
19
 
 
12
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
13
 
14
 
15
+ model_id = "=stabilityai/ar-stablelm-2-chat"
16
+ model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
17
  tokenizer = AutoTokenizer.from_pretrained(model_id)
18
  tokenizer.use_default_system_prompt = False
19