Update tasks/text.py
Browse files- tasks/text.py +1 -1
tasks/text.py
CHANGED
|
@@ -65,7 +65,7 @@ async def evaluate_text(request: TextEvaluationRequest):
|
|
| 65 |
import onnxruntime as ort
|
| 66 |
|
| 67 |
# Load the ONNX model and tokenizer
|
| 68 |
-
MODEL_PATH = "
|
| 69 |
tokenizer = DistilBertTokenizer.from_pretrained("distilbert-base-uncased")
|
| 70 |
ort_session = ort.InferenceSession(MODEL_PATH, providers=["CPUExecutionProvider"])
|
| 71 |
|
|
|
|
| 65 |
import onnxruntime as ort
|
| 66 |
|
| 67 |
# Load the ONNX model and tokenizer
|
| 68 |
+
MODEL_PATH = "./distilbert_quantized_dynamic.onnx"
|
| 69 |
tokenizer = DistilBertTokenizer.from_pretrained("distilbert-base-uncased")
|
| 70 |
ort_session = ort.InferenceSession(MODEL_PATH, providers=["CPUExecutionProvider"])
|
| 71 |
|