eikarna commited on
Commit
a2aeda2
·
1 Parent(s): b5b5eb6

Feat: debug toggle

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -102,7 +102,8 @@ def handle_chat_interaction(settings: Dict[str, Any]):
102
  "max_new_tokens": settings["max_tokens"],
103
  "temperature": settings["temperature"],
104
  "top_p": settings["top_p"],
105
- "return_full_text": settings["debug_chat"]
 
106
  }
107
  }
108
 
 
102
  "max_new_tokens": settings["max_tokens"],
103
  "temperature": settings["temperature"],
104
  "top_p": settings["top_p"],
105
+ "return_full_text": settings["debug_chat"],
106
+ "stop_sequences": ["<|endofutterance|>", "<|beginofutterance|>"] # Add stop sequences
107
  }
108
  }
109