set max input and output lengths to 512

app.py

@@ -23,7 +23,7 @@ with st.form("request_form"):
     output_length: int = st.number_input(
         label="the length of the output (in tokens)",
         min_value=1,
-        max_value=1024,
+        max_value=512,
         value=5,
     )
 

hanlde_form_submit.py

@@ -37,7 +37,7 @@ def create_pipeline(model_name: str) -> GroupedSamplingPipeLine:
     pipeline_start_time = time()
     pipeline = GroupedSamplingPipeLine(
         model_name=model_name,
-        group_size=1024,
+        group_size=512,
         end_of_sentence_stop=False,
         top_k=50,
         load_in_8bit=False,

tests.py

@@ -22,7 +22,7 @@ def test_on_form_submit():
     AVAILABLE_MODELS,
 )
 def test_create_pipeline(model_name: str):
-    pipeline: GroupedSamplingPipeLine = create_pipeline(model_name, 5)
+    pipeline: GroupedSamplingPipeLine = create_pipeline(model_name)
     assert pipeline is not None
     assert pipeline.model_name == model_name
     assert pipeline.wrapped_model.group_size == 5