Spaces:
Sleeping
Sleeping
Update difpoint/src/models/predictor.py
Browse files
difpoint/src/models/predictor.py
CHANGED
|
@@ -10,6 +10,7 @@ import torch
|
|
| 10 |
from torch.cuda import nvtx
|
| 11 |
from collections import OrderedDict
|
| 12 |
import platform
|
|
|
|
| 13 |
|
| 14 |
try:
|
| 15 |
import tensorrt as trt
|
|
@@ -176,7 +177,7 @@ class OnnxRuntimePredictor:
|
|
| 176 |
"""
|
| 177 |
OnnxRuntime Prediction
|
| 178 |
"""
|
| 179 |
-
|
| 180 |
def __init__(self, **kwargs):
|
| 181 |
model_path = kwargs.get("model_path", "") # 用模型路径区分是否是一样的实例
|
| 182 |
assert os.path.exists(model_path), "model path must exist!"
|
|
|
|
| 10 |
from torch.cuda import nvtx
|
| 11 |
from collections import OrderedDict
|
| 12 |
import platform
|
| 13 |
+
import spaces
|
| 14 |
|
| 15 |
try:
|
| 16 |
import tensorrt as trt
|
|
|
|
| 177 |
"""
|
| 178 |
OnnxRuntime Prediction
|
| 179 |
"""
|
| 180 |
+
@spaces.GPU
|
| 181 |
def __init__(self, **kwargs):
|
| 182 |
model_path = kwargs.get("model_path", "") # 用模型路径区分是否是一样的实例
|
| 183 |
assert os.path.exists(model_path), "model path must exist!"
|