Update app.py

app.py

@@ -20,9 +20,11 @@ def caption_image(model_choice, image_input, url_input, load_in_8bit):
     else:
         input_data = url_input
 
+    model_key = (model_choice, load_in_8bit)  # Create a tuple to represent the unique combination of model and 8bit loading
+
     # Check if the model is already loaded
-    if model_choice in loaded_models:
-        captioner = loaded_models[model_choice]
+    if model_key in loaded_models:
+        captioner = loaded_models[model_key]
     else:
         model_kwargs = {"load_in_8bit": load_in_8bit} if load_in_8bit else {}
         captioner = pipeline(task="image-to-text",
@@ -31,7 +33,7 @@ def caption_image(model_choice, image_input, url_input, load_in_8bit):
                             device_map="cpu", model_kwargs=model_kwargs, use_fast=True
                             )
         # Store the loaded model
-        loaded_models[model_choice] = captioner
+        loaded_models[model_key] = captioner
 
     caption = captioner(input_data)[0]['generated_text']
     return str(caption).strip()
@@ -45,4 +47,4 @@ url_input = gr.Text(label="Input URL")
 load_in_8bit = gr.Checkbox(label="Load model in 8bit")
 
 iface = gr.Interface(launch, inputs=[model_dropdown, image_input, url_input, load_in_8bit], outputs="text")
-iface.launch()
+iface.launch()