baconnier commited on
Commit
9a4f7ce
·
verified ·
1 Parent(s): df0e5d2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ import gradio as gr
8
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextIteratorStreamer
9
 
10
  # Update model configuration for Mistral-small-24B
11
- MODEL_ID = "mistralai/Mistral-Small-24B-Instruct-2501"
12
  CHAT_TEMPLATE = "mistral" # Mistral uses its own chat template
13
  MODEL_NAME = MODEL_ID.split("/")[-1]
14
  CONTEXT_LENGTH = 32768 # Mistral supports longer context
 
8
  from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, TextIteratorStreamer
9
 
10
  # Update model configuration for Mistral-small-24B
11
+ MODEL_ID = "baconnier/Napoleon_24B_V0.0"
12
  CHAT_TEMPLATE = "mistral" # Mistral uses its own chat template
13
  MODEL_NAME = MODEL_ID.split("/")[-1]
14
  CONTEXT_LENGTH = 32768 # Mistral supports longer context