baconnier commited on
Commit
0d92992
Β·
verified Β·
1 Parent(s): ec600f7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -10,10 +10,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
10
  # Update model configuration for Mistral-small-24B
11
  MODEL_ID = "baconnier/Napoleon_24B_V0.0"
12
  CHAT_TEMPLATE = "mistral" # Mistral uses its own chat template
13
- MODEL_NAME = MODEL_ID.split("/")[-1]
14
- CONTEXT_LENGTH = 4096 # Mistral supports longer context
15
  COLOR = "black"
16
- EMOJI = "πŸŒͺ️" # Mistral-themed emoji
17
  DESCRIPTION = f"This is {MODEL_NAME} model, a powerful 24B parameter language model from Mistral AI."
18
 
19
  def load_system_message():
@@ -22,10 +22,10 @@ def load_system_message():
22
  return file.read().strip()
23
  except FileNotFoundError:
24
  print("Warning: system_message.txt not found. Using default message.")
25
- return "You are a helpful assistant. First recognize the user request and then reply carefully with thinking."
26
  except Exception as e:
27
  print(f"Error loading system message: {e}")
28
- return "You are a helpful assistant. First recognize the user request and then reply carefully with thinking."
29
 
30
  SYSTEM_MESSAGE = load_system_message()
31
 
 
10
  # Update model configuration for Mistral-small-24B
11
  MODEL_ID = "baconnier/Napoleon_24B_V0.0"
12
  CHAT_TEMPLATE = "mistral" # Mistral uses its own chat template
13
+ MODEL_NAME = "Napoleon 24B"
14
+ CONTEXT_LENGTH = 32768 # Mistral supports longer context
15
  COLOR = "black"
16
+ EMOJI = "πŸ‡«πŸ‡·" # Mistral-themed emoji
17
  DESCRIPTION = f"This is {MODEL_NAME} model, a powerful 24B parameter language model from Mistral AI."
18
 
19
  def load_system_message():
 
22
  return file.read().strip()
23
  except FileNotFoundError:
24
  print("Warning: system_message.txt not found. Using default message.")
25
+ return "Tu es Napoleon, reponds uniquement en francais."
26
  except Exception as e:
27
  print(f"Error loading system message: {e}")
28
+ return "Tu es Napoleon, reponds uniquement en francais."
29
 
30
  SYSTEM_MESSAGE = load_system_message()
31