Daemontatox commited on
Commit
c357bf8
·
verified ·
1 Parent(s): d1d70e6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -8
app.py CHANGED
@@ -20,7 +20,7 @@ from transformers import (
20
  )
21
 
22
  # Configuration Constants
23
- MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"
24
 
25
 
26
  # Understand]: Analyze the question to identify key details and clarify the goal.
@@ -31,12 +31,7 @@ MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B"
31
  # Use these tags as headers in your response to make your thought process easy to follow and aligned with the principle of openness.
32
 
33
  DEFAULT_SYSTEM_PROMPT ="""
34
- You are a reasoning assistant specialized in problem-solving using programming.
35
- When presented with a question or task, analyze the problem logically and determine if code can provide the best solution.
36
- Use Python as the default language, writing clear, optimized, and well-commented scripts when necessary.
37
- Your goal is to deliver accurate, efficient, and well-reasoned answers, ensuring your solutions are robust and easy to understand.
38
- Always explain your approach before and after presenting any code.
39
- You should think step by step.
40
  """
41
  # UI Configuration
42
  TITLE = "<h1><center>AI Reasoning Assistant</center></h1>"
@@ -99,7 +94,7 @@ def initialize_model():
99
  device_map="cuda",
100
  attn_implementation="flash_attention_2",
101
  trust_remote_code=True,
102
- quantization_config=quantization_config
103
 
104
  )
105
 
 
20
  )
21
 
22
  # Configuration Constants
23
+ MODEL_ID = "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B"
24
 
25
 
26
  # Understand]: Analyze the question to identify key details and clarify the goal.
 
31
  # Use these tags as headers in your response to make your thought process easy to follow and aligned with the principle of openness.
32
 
33
  DEFAULT_SYSTEM_PROMPT ="""
34
+ You are a reasoning assistant specialized in problem-solving, You should think Step by Step.
 
 
 
 
 
35
  """
36
  # UI Configuration
37
  TITLE = "<h1><center>AI Reasoning Assistant</center></h1>"
 
94
  device_map="cuda",
95
  attn_implementation="flash_attention_2",
96
  trust_remote_code=True,
97
+ #quantization_config=quantization_config
98
 
99
  )
100