Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -92,36 +92,28 @@ with gr.Blocks(css='style.css') as demo:
|
|
92 |
saved_input = gr.State()
|
93 |
|
94 |
with gr.Accordion(label='Advanced options', open=False):
|
95 |
-
system_prompt =
|
96 |
-
|
97 |
-
lines=6)
|
98 |
-
max_new_tokens = gr.Slider(
|
99 |
-
label='Max new tokens',
|
100 |
-
minimum=1,
|
101 |
-
maximum=MAX_MAX_NEW_TOKENS,
|
102 |
-
step=1,
|
103 |
-
value=DEFAULT_MAX_NEW_TOKENS,
|
104 |
-
)
|
105 |
temperature = gr.Slider(
|
106 |
label='Temperature',
|
107 |
minimum=0.1,
|
108 |
maximum=4.0,
|
109 |
step=0.1,
|
110 |
-
value=
|
111 |
)
|
112 |
top_p = gr.Slider(
|
113 |
label='Top-p (nucleus sampling)',
|
114 |
minimum=0.05,
|
115 |
maximum=1.0,
|
116 |
step=0.05,
|
117 |
-
value=0.
|
118 |
)
|
119 |
top_k = gr.Slider(
|
120 |
label='Top-k',
|
121 |
minimum=1,
|
122 |
maximum=1000,
|
123 |
step=1,
|
124 |
-
value=
|
125 |
)
|
126 |
|
127 |
gr.Examples(
|
|
|
92 |
saved_input = gr.State()
|
93 |
|
94 |
with gr.Accordion(label='Advanced options', open=False):
|
95 |
+
system_prompt = ""
|
96 |
+
max_new_tokens = 1024
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
97 |
temperature = gr.Slider(
|
98 |
label='Temperature',
|
99 |
minimum=0.1,
|
100 |
maximum=4.0,
|
101 |
step=0.1,
|
102 |
+
value=0.3,
|
103 |
)
|
104 |
top_p = gr.Slider(
|
105 |
label='Top-p (nucleus sampling)',
|
106 |
minimum=0.05,
|
107 |
maximum=1.0,
|
108 |
step=0.05,
|
109 |
+
value=0.85,
|
110 |
)
|
111 |
top_k = gr.Slider(
|
112 |
label='Top-k',
|
113 |
minimum=1,
|
114 |
maximum=1000,
|
115 |
step=1,
|
116 |
+
value=5,
|
117 |
)
|
118 |
|
119 |
gr.Examples(
|