Update app.py

app.py

@@ -37,7 +37,7 @@ examples = [
 ]
 
 MODEL_OPTIONS = {
-    "REALVISXL V5.0": "SG161222/RealVisXL_V5.0",
+    # "REALVISXL V5.0": "SG161222/RealVisXL_V5.0",
     "REALVISXL V5.0 BF16": "ford442/RealVisXL_V5.0_BF16",
 }
 
@@ -87,17 +87,17 @@ def apply_style(style_name: str, positive: str, negative: str = "") -> Tuple[str
 
 def load_and_prepare_model(model_id):
     model_dtypes = {
-        "SG161222/RealVisXL_V5.0": torch.float32, 
+        #"SG161222/RealVisXL_V5.0": torch.float32, 
         "ford442/RealVisXL_V5.0_BF16": torch.bfloat16,
     }
 
     # Get the dtype based on the model_id
-    dtype = model_dtypes.get(model_id, torch.float32)  # Default to float32 if not found
+    dtype = model_dtypes.get(model_id, torch.bfloat16)  # Default to float32 if not found
 
     # Load the pipeline with the determined dtype
     pipe = StableDiffusionXLPipeline.from_pretrained(
         model_id,
-        torch_dtype=dtype if torch.cuda.is_available() else torch.float32,
+        torch_dtype=torch.bfloat16,
         use_safetensors=True,
         add_watermarker=False,
     ).to(device)
@@ -357,19 +357,9 @@ with gr.Blocks(css=css, theme="bethecloud/storj_theme") as demo:
     </div>
     """) 
 
-tokenizer = AutoTokenizer.from_pretrained("HuggingFaceH4/zephyr-7b-beta")
-model = AutoModelForCausalLM.from_pretrained("HuggingFaceH4/zephyr-7b-beta")
-
 def text_generation(input_text, seed):
-    full_prompt = f"""
-    Create a detailed and descriptive scene setting for an image based on the following prompt: {input_text}
-    Your scene:
-    """
-    input_ids = tokenizer(full_prompt, return_tensors="pt").input_ids
-    torch.manual_seed(seed)
-    outputs = model.generate(input_ids, do_sample=True, min_length=100, max_length=300)
-    generated_text = tokenizer.batch_decode(outputs, skip_special_tokens=True)
-    return generated_text
+    full_prompt = "Text Generator Application by ecarbo"
+    return full_prompt
     
 title = "Text Generator Demo GPT-Neo"
 description = "Text Generator Application by ecarbo"