feat: remove the model selection dropdown

Signed-off-by: Graham White <[email protected]>

src/app.py

@@ -27,8 +27,6 @@ TOP_P = 0.85
 TOP_K = 50
 REPETITION_PENALTY = 1.05
 
-model_list = ["granite-3.1-8b-instruct", "granite-3.1-2b-instruct"]
-
 if not torch.cuda.is_available():
     DESCRIPTION += "\nThis demo does not work on CPU."
 
@@ -84,22 +82,6 @@ css_file_path = Path(Path(__file__).parent / "app.css")
 head_file_path = Path(Path(__file__).parent / "app_head.html")
 
 
-def on_model_dropdown_change(model_name: str) -> list:
-    """Event handler for dropdown."""
-    global model
-    global tokenizer
-
-    model = AutoModelForCausalLM.from_pretrained(
-        f"ibm-granite/{model_name}", torch_dtype=torch.float16, device_map="auto"
-    )
-    tokenizer = AutoTokenizer.from_pretrained(f"ibm-granite/{model_name}")
-    tokenizer.use_default_system_prompt = False
-
-    # clear the chat interface when the model dropdown is changed
-    # works around https://github.com/gradio-app/gradio/issues/10343
-    return [None, []]
-
-
 with gr.Blocks(
     fill_height=True, css_paths=css_file_path, head_paths=head_file_path, theme=carbon_theme, title=TITLE
 ) as demo:
@@ -108,13 +90,6 @@ with gr.Blocks(
         elem_classes=["gr_title"],
     )
     gr.HTML(DESCRIPTION)
-    model_dropdown = gr.Dropdown(
-        choices=model_list,
-        value="granite-3.1-8b-instruct",
-        interactive=True,
-        label="Model",
-        filterable=False,
-    )
     gr.HTML(
         value='<a href="https://www.ibm.com/granite/docs/">View Documentation</a> <i class="fa fa-external-link"></i>',
         elem_classes=["gr_docs_link"],
@@ -131,11 +106,5 @@ with gr.Blocks(
         type="messages",
     )
 
-    model_dropdown.change(
-        fn=on_model_dropdown_change,
-        inputs=model_dropdown,
-        outputs=[chat_interface.chatbot, chat_interface.chatbot_state],
-    )
-
 if __name__ == "__main__":
     demo.queue().launch()