Update app.py
Browse files
app.py
CHANGED
@@ -10,7 +10,7 @@ MODEL_LIST = ["CohereForAI/aya-expanse-8b"]
|
|
10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
11 |
MODEL = "CohereForAI/aya-expanse-8b"
|
12 |
|
13 |
-
TITLE = "<h1><center>
|
14 |
|
15 |
PLACEHOLDER = """
|
16 |
<center>
|
@@ -44,7 +44,8 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
44 |
MODEL,
|
45 |
torch_dtype=torch.bfloat16,
|
46 |
device_map="auto",
|
47 |
-
quantization_config=quantization_config
|
|
|
48 |
|
49 |
@spaces.GPU()
|
50 |
def stream_chat(
|
|
|
10 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
11 |
MODEL = "CohereForAI/aya-expanse-8b"
|
12 |
|
13 |
+
TITLE = "<h1><center>Mawred T2 Wip </center></h1>"
|
14 |
|
15 |
PLACEHOLDER = """
|
16 |
<center>
|
|
|
44 |
MODEL,
|
45 |
torch_dtype=torch.bfloat16,
|
46 |
device_map="auto",
|
47 |
+
# quantization_config=quantization_config
|
48 |
+
)
|
49 |
|
50 |
@spaces.GPU()
|
51 |
def stream_chat(
|