Daemontatox commited on
Commit
5072203
·
verified ·
1 Parent(s): efe6ac3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -10,7 +10,7 @@ MODEL_LIST = ["CohereForAI/aya-expanse-8b"]
10
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
11
  MODEL = "CohereForAI/aya-expanse-8b"
12
 
13
- TITLE = "<h1><center>aya-expanse-8b</center></h1>"
14
 
15
  PLACEHOLDER = """
16
  <center>
@@ -44,7 +44,8 @@ model = AutoModelForCausalLM.from_pretrained(
44
  MODEL,
45
  torch_dtype=torch.bfloat16,
46
  device_map="auto",
47
- quantization_config=quantization_config)
 
48
 
49
  @spaces.GPU()
50
  def stream_chat(
 
10
  HF_TOKEN = os.environ.get("HF_TOKEN", None)
11
  MODEL = "CohereForAI/aya-expanse-8b"
12
 
13
+ TITLE = "<h1><center>Mawred T2 Wip </center></h1>"
14
 
15
  PLACEHOLDER = """
16
  <center>
 
44
  MODEL,
45
  torch_dtype=torch.bfloat16,
46
  device_map="auto",
47
+ # quantization_config=quantization_config
48
+ )
49
 
50
  @spaces.GPU()
51
  def stream_chat(