Di Zhang
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
import spaces
|
2 |
|
3 |
import os
|
4 |
import gradio as gr
|
@@ -46,7 +46,7 @@ def format_response(response):
|
|
46 |
response = response.replace('<positive_rating>','π')
|
47 |
response = response.replace('<negative_rating>','π')
|
48 |
|
49 |
-
@spaces.GPU
|
50 |
def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95):
|
51 |
input_text = llama_o1_template(message)
|
52 |
inputs = tokenizer(input_text, return_tensors="pt").to(accelerator.device)
|
|
|
1 |
+
# import spaces
|
2 |
|
3 |
import os
|
4 |
import gradio as gr
|
|
|
46 |
response = response.replace('<positive_rating>','π')
|
47 |
response = response.replace('<negative_rating>','π')
|
48 |
|
49 |
+
# @spaces.GPU
|
50 |
def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95):
|
51 |
input_text = llama_o1_template(message)
|
52 |
inputs = tokenizer(input_text, return_tensors="pt").to(accelerator.device)
|