Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -266,6 +266,7 @@ EXAMPLES = [
|
|
266 |
# return response
|
267 |
|
268 |
|
|
|
269 |
def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096, top_p: float = 1, top_k: int = 10, penalty: float = 1.0):
|
270 |
try:
|
271 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
266 |
# return response
|
267 |
|
268 |
|
269 |
+
@spaces.GPU()
|
270 |
def simple_chat(message: dict, temperature: float = 0.8, max_length: int = 4096, top_p: float = 1, top_k: int = 10, penalty: float = 1.0):
|
271 |
try:
|
272 |
model = AutoModelForCausalLM.from_pretrained(
|