Details

app.py

@@ -248,7 +248,11 @@ def generate_cells(dataset_id, prompt_fn, notebook_type="eda"):
         {"role": "user", "content": prompt},
     ]
     output = inference_client.chat_completion(
-        messages=prompt_messages, stream=True, max_tokens=2500
+        messages=prompt_messages,
+        stream=True,
+        max_tokens=2500,
+        top_p=0.8,
+        seed=42,
     )
 
     generated_text = ""
@@ -276,7 +280,11 @@ def generate_cells(dataset_id, prompt_fn, notebook_type="eda"):
             ]
 
             output = inference_client.chat_completion(
-                messages=prompt_messages, stream=False, max_tokens=2500
+                messages=prompt_messages,
+                stream=False,
+                max_tokens=2500,
+                top_p=0.8,
+                seed=42,
             )
             cells_txt = output.choices[0].message.content
             logging.info(f"---> Mapping to json output attempt {retries}")