8B-on-GPU-ZERO

Sleeping

alex-abb commited on Jun 25, 2024

Commit

bd7a519

verified ·

1 Parent(s): 8afff01

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -16,7 +16,7 @@ def generate_response(prompt):
     payload = {
         "inputs": prompt,
         "parameters": {
-            "max_new_tokens": 100,
             "temperature": 0.7,
             "top_p": 0.95,
             "do_sample": True

     payload = {
         "inputs": prompt,
         "parameters": {
+            "max_new_tokens": 1000,
             "temperature": 0.7,
             "top_p": 0.95,
             "do_sample": True