Update joycaption.py
Browse files- joycaption.py +1 -1
joycaption.py
CHANGED
|
@@ -271,7 +271,7 @@ load_text_model(MODEL_PATH, None, LOAD_IN_NF4, True)
|
|
| 271 |
#print(f"pixtral_processor: {type(pixtral_processor)}") #
|
| 272 |
|
| 273 |
|
| 274 |
-
|
| 275 |
@torch.inference_mode()
|
| 276 |
def stream_chat_mod(input_image: Image.Image, caption_type: str, caption_length: Union[str, int], extra_options: list[str], name_input: str, custom_prompt: str,
|
| 277 |
max_new_tokens: int=300, top_p: float=0.9, temperature: float=0.6, model_name: str=MODEL_PATH, progress=gr.Progress(track_tqdm=True)) -> tuple[str, str]:
|
|
|
|
| 271 |
#print(f"pixtral_processor: {type(pixtral_processor)}") #
|
| 272 |
|
| 273 |
|
| 274 |
+
#@spaces.GPU()
|
| 275 |
@torch.inference_mode()
|
| 276 |
def stream_chat_mod(input_image: Image.Image, caption_type: str, caption_length: Union[str, int], extra_options: list[str], name_input: str, custom_prompt: str,
|
| 277 |
max_new_tokens: int=300, top_p: float=0.9, temperature: float=0.6, model_name: str=MODEL_PATH, progress=gr.Progress(track_tqdm=True)) -> tuple[str, str]:
|