chroma

app.py

@@ -3,7 +3,7 @@ import torch
 import gradio as gr
 import os
 from diffusers import FluxPipeline
-from transformers import T5EncoderModel, BitsAndBytesConfig as BitsAndBytesConfigTF
+from transformers import T5EncoderModel
 
 # Initialize model outside the function
 device = "cuda" if torch.cuda.is_available() else "cpu"
@@ -12,14 +12,12 @@ file_url = "https://huggingface.co/lodestones/Chroma/blob/main/chroma-unlocked-v
 huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
 single_file_base_model = "camenduru/FLUX.1-dev-diffusers"
 
-# Initialize text encoder
-quantization_config_tf = BitsAndBytesConfigTF(load_in_8bit=True, bnb_8bit_compute_dtype=torch.bfloat16)
+
 text_encoder_2 = T5EncoderModel.from_pretrained(
     single_file_base_model,
     subfolder="text_encoder_2",
     torch_dtype=dtype,
     config=single_file_base_model,
-    quantization_config=quantization_config_tf,
     token=huggingface_token
 )