BenBranyon commited on
Commit
32d78d8
·
verified ·
1 Parent(s): 20106e7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ if torch.cuda.is_available():
21
  #model_id = "BenBranyon/sumbot7b"
22
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
23
  tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=True, model_max_length=MAX_INPUT_TOKEN_LENGTH, padding="longest", language="en")
24
- tokenizer.use_default_system_prompt = False
25
 
26
  #Inference API Code
27
  def respond(
 
21
  #model_id = "BenBranyon/sumbot7b"
22
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
23
  tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=True, model_max_length=MAX_INPUT_TOKEN_LENGTH, padding="longest", language="en")
24
+ #tokenizer.use_default_system_prompt = False
25
 
26
  #Inference API Code
27
  def respond(