KvrParaskevi commited on
Commit
64c4b9e
·
verified ·
1 Parent(s): aeb820f

Update request.py

Browse files
Files changed (1) hide show
  1. request.py +2 -2
request.py CHANGED
@@ -18,11 +18,11 @@ def generate_response(text):
18
  input = {
19
  "inputs": text,
20
  "parameters": {
21
- "max_new_tokens" : 128,
22
  "top_k": 10,
23
  "top_p": 0.95,
24
  "typical_p": 0.95,
25
- "temperature": 0.01,
26
  "repetition_penalty": 1.03,
27
  "stop" : ["/nHuman:", "/nUser:", "<end of message>\n"]
28
  }
 
18
  input = {
19
  "inputs": text,
20
  "parameters": {
21
+ "max_new_tokens" : 1024,
22
  "top_k": 10,
23
  "top_p": 0.95,
24
  "typical_p": 0.95,
25
+ "temperature": 0.0,
26
  "repetition_penalty": 1.03,
27
  "stop" : ["/nHuman:", "/nUser:", "<end of message>\n"]
28
  }