Spaces:
Runtime error
Runtime error
fix: better sampling parameters
Browse files
app.py
CHANGED
@@ -73,7 +73,7 @@ additional_inputs=[
|
|
73 |
gr.Textbox("<|endoftext|>", label="Optional system prompt"),
|
74 |
gr.Slider(
|
75 |
label="Temperature",
|
76 |
-
value=
|
77 |
minimum=0.0,
|
78 |
maximum=1.0,
|
79 |
step=0.05,
|
@@ -82,7 +82,7 @@ additional_inputs=[
|
|
82 |
),
|
83 |
gr.Slider(
|
84 |
label="Max new tokens",
|
85 |
-
value=
|
86 |
minimum=0,
|
87 |
maximum=250,
|
88 |
step=64,
|
@@ -91,7 +91,7 @@ additional_inputs=[
|
|
91 |
),
|
92 |
gr.Slider(
|
93 |
label="Top-p (nucleus sampling)",
|
94 |
-
value=0.
|
95 |
minimum=0.0,
|
96 |
maximum=1,
|
97 |
step=0.05,
|
@@ -100,7 +100,7 @@ additional_inputs=[
|
|
100 |
),
|
101 |
gr.Slider(
|
102 |
label="Repetition penalty",
|
103 |
-
value=1.
|
104 |
minimum=1.0,
|
105 |
maximum=2.0,
|
106 |
step=0.05,
|
|
|
73 |
gr.Textbox("<|endoftext|>", label="Optional system prompt"),
|
74 |
gr.Slider(
|
75 |
label="Temperature",
|
76 |
+
value=0.95,
|
77 |
minimum=0.0,
|
78 |
maximum=1.0,
|
79 |
step=0.05,
|
|
|
82 |
),
|
83 |
gr.Slider(
|
84 |
label="Max new tokens",
|
85 |
+
value=50,
|
86 |
minimum=0,
|
87 |
maximum=250,
|
88 |
step=64,
|
|
|
91 |
),
|
92 |
gr.Slider(
|
93 |
label="Top-p (nucleus sampling)",
|
94 |
+
value=0.85,
|
95 |
minimum=0.0,
|
96 |
maximum=1,
|
97 |
step=0.05,
|
|
|
100 |
),
|
101 |
gr.Slider(
|
102 |
label="Repetition penalty",
|
103 |
+
value=1.05,
|
104 |
minimum=1.0,
|
105 |
maximum=2.0,
|
106 |
step=0.05,
|