Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -67,11 +67,6 @@ def generate_response(user_message, history):
|
|
67 |
temperature=0.6,
|
68 |
top_p=0.95,
|
69 |
do_sample=True,
|
70 |
-
frequency_penalty = 0,
|
71 |
-
presence_penalty = 0
|
72 |
-
# top_k=50, # Top-k sampling for efficiency
|
73 |
-
# pad_token_id=veri_tokenizer.eos_token_id,
|
74 |
-
# eos_token_id=veri_tokenizer.eos_token_id,
|
75 |
use_cache=True, # Enable KV caching for faster generation
|
76 |
repetition_penalty=1.1, # Reduce repetition
|
77 |
# length_penalty=1.0,
|
|
|
67 |
temperature=0.6,
|
68 |
top_p=0.95,
|
69 |
do_sample=True,
|
|
|
|
|
|
|
|
|
|
|
70 |
use_cache=True, # Enable KV caching for faster generation
|
71 |
repetition_penalty=1.1, # Reduce repetition
|
72 |
# length_penalty=1.0,
|