Update joycaption.py

joycaption.py

@@ -264,8 +264,10 @@ load_text_model(MODEL_PATH, None, LOAD_IN_NF4, True)
 #print(f"pixtral_model: {type(pixtral_model)}") #
 #print(f"pixtral_processor: {type(pixtral_processor)}") #
 
-@spaces.GPU
+
+@spaces.GPU()
 @torch.inference_mode()
+@demo.queue()
 def stream_chat_mod(input_image: Image.Image, caption_type: str, caption_length: Union[str, int], extra_options: list[str], name_input: str, custom_prompt: str,
                     max_new_tokens: int=300, top_p: float=0.9, temperature: float=0.6, model_name: str=MODEL_PATH, progress=gr.Progress(track_tqdm=True)) -> tuple[str, str]:
     global tokenizer, text_model, image_adapter, pixtral_model, pixtral_processor, text_model_client, use_inference_client