Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,6 +14,10 @@ print(zero.device) # <-- 'cpu' 🤔
|
|
| 14 |
|
| 15 |
@spaces.GPU
|
| 16 |
def greet(prompts, separator):
|
|
|
|
|
|
|
|
|
|
|
|
|
| 17 |
# print(zero.device) # <-- 'cuda:0' 🤗
|
| 18 |
from vllm import SamplingParams, LLM
|
| 19 |
from transformers.utils import move_cache
|
|
|
|
| 14 |
|
| 15 |
@spaces.GPU
|
| 16 |
def greet(prompts, separator):
|
| 17 |
+
print('prompts:')
|
| 18 |
+
print(prompts)
|
| 19 |
+
print('separator')
|
| 20 |
+
print(separator)
|
| 21 |
# print(zero.device) # <-- 'cuda:0' 🤗
|
| 22 |
from vllm import SamplingParams, LLM
|
| 23 |
from transformers.utils import move_cache
|