vpcom commited on
Commit
bd2722a
·
1 Parent(s): ba54842

fix: better sampling parameters

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -73,7 +73,7 @@ additional_inputs=[
73
  gr.Textbox("<|endoftext|>", label="Optional system prompt"),
74
  gr.Slider(
75
  label="Temperature",
76
- value=1.0,
77
  minimum=0.0,
78
  maximum=1.0,
79
  step=0.05,
@@ -82,7 +82,7 @@ additional_inputs=[
82
  ),
83
  gr.Slider(
84
  label="Max new tokens",
85
- value=100,
86
  minimum=0,
87
  maximum=250,
88
  step=64,
@@ -91,7 +91,7 @@ additional_inputs=[
91
  ),
92
  gr.Slider(
93
  label="Top-p (nucleus sampling)",
94
- value=0.05,
95
  minimum=0.0,
96
  maximum=1,
97
  step=0.05,
@@ -100,7 +100,7 @@ additional_inputs=[
100
  ),
101
  gr.Slider(
102
  label="Repetition penalty",
103
- value=1.0,
104
  minimum=1.0,
105
  maximum=2.0,
106
  step=0.05,
 
73
  gr.Textbox("<|endoftext|>", label="Optional system prompt"),
74
  gr.Slider(
75
  label="Temperature",
76
+ value=0.95,
77
  minimum=0.0,
78
  maximum=1.0,
79
  step=0.05,
 
82
  ),
83
  gr.Slider(
84
  label="Max new tokens",
85
+ value=50,
86
  minimum=0,
87
  maximum=250,
88
  step=64,
 
91
  ),
92
  gr.Slider(
93
  label="Top-p (nucleus sampling)",
94
+ value=0.85,
95
  minimum=0.0,
96
  maximum=1,
97
  step=0.05,
 
100
  ),
101
  gr.Slider(
102
  label="Repetition penalty",
103
+ value=1.05,
104
  minimum=1.0,
105
  maximum=2.0,
106
  step=0.05,