codelion commited on
Commit
804f3ad
·
verified ·
1 Parent(s): b196761

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -0
main.py CHANGED
@@ -49,6 +49,7 @@ def response_generator(query):
49
  endpoint_url = ("https://api-inference.huggingface.co/models/"+ model)
50
  model_kwargs = {"temperature" : temperature,
51
  "max_new_tokens" : max_tokens,
 
52
  "return_full_text" : False}
53
  hf = HuggingFaceEndpoint(
54
  endpoint_url=endpoint_url,
 
49
  endpoint_url = ("https://api-inference.huggingface.co/models/"+ model)
50
  model_kwargs = {"temperature" : temperature,
51
  "max_new_tokens" : max_tokens,
52
+ "repetition_penalty" : 1.1,
53
  "return_full_text" : False}
54
  hf = HuggingFaceEndpoint(
55
  endpoint_url=endpoint_url,