gmonsoon commited on
Commit
2129cf6
·
verified ·
1 Parent(s): 4df78fd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -17,7 +17,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
17
 
18
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
19
 
20
- model_id = "gmonsoon/StockSeaLLMs-7B-v1"
21
  tokenizer = AutoTokenizer.from_pretrained(model_id)
22
  model = AutoModelForCausalLM.from_pretrained(
23
  model_id,
@@ -57,7 +57,6 @@ def generate(
57
  temperature=temperature,
58
  num_beams=1,
59
  repetition_penalty=repetition_penalty,
60
- eos_token_id=tokenizer.eos_token_id,
61
  )
62
  t = Thread(target=model.generate, kwargs=generate_kwargs)
63
  t.start()
 
17
 
18
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
19
 
20
+ model_id = "gmonsoon/SahabatAI-Theta-15B-v1"
21
  tokenizer = AutoTokenizer.from_pretrained(model_id)
22
  model = AutoModelForCausalLM.from_pretrained(
23
  model_id,
 
57
  temperature=temperature,
58
  num_beams=1,
59
  repetition_penalty=repetition_penalty,
 
60
  )
61
  t = Thread(target=model.generate, kwargs=generate_kwargs)
62
  t.start()