Update app.py

app.py

@@ -19,29 +19,30 @@ def generate(your_prompt, max_new_tokens, repetition_penalty, temperature, model
     if seed == 0:
         seed = random.randint(1, 2**32-1)
     transformers.set_seed(seed)
-
+    
     if model_precision_type == "fp16":
         dtype = torch.float16
     elif model_precision_type == "fp32":
         dtype = torch.float32
 
     model.to(dtype)
-    
-    input_text = f"Expand the following prompt to add more detail: {your_prompt}"
-    input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
-        
-    outputs = model.generate(
-        input_ids,
-        max_new_tokens=max_new_tokens,
-        repetition_penalty=repetition_penalty,
-        do_sample=True,
-        temperature=temperature,
-        top_p=top_p,
-        top_k=top_k,
-    )
 
-    better_prompt = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    return better_prompt
+    with torch.inference_mode():
+        input_text = f"Expand the following prompt to add more detail: {your_prompt}"
+        input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
+        
+        outputs = model.generate(
+           input_ids,
+            max_new_tokens=max_new_tokens,
+            repetition_penalty=repetition_penalty,
+            do_sample=True,
+            temperature=temperature,
+            top_p=top_p,
+            top_k=top_k,
+        )
+        
+        better_prompt = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        return better_prompt
 
 
 your_prompt = gr.Textbox(label="Your Prompt", interactive=True)
@@ -71,4 +72,4 @@ gr.Interface(
     title="SuperPrompt-v1",
     description='Make your prompts more detailed! <br> <a href="https://github.com/Nick088Official/SuperPrompt-v1">Github Repository & Model used</a> <br> <a href="https://brianfitzgerald.xyz/prompt-augmentation/">Model Blog</a> <br> Task Prefix: "Expand the following prompt to add more detail:" is already setted! <br> Hugging Face Space made by [Nick088](https://linktr.ee/Nick088)',
     examples=examples,
-).launch(show_api=False, share=True)
+).launch(share=True)