Spaces:
Runtime error
Runtime error
Commit
·
25d6c5f
1
Parent(s):
1c1c1db
ready1234
Browse files- app.py +0 -2
- tasks/text.py +20 -22
app.py
CHANGED
@@ -2,8 +2,6 @@ from fastapi import FastAPI
|
|
2 |
from dotenv import load_dotenv
|
3 |
from tasks import text, image, audio
|
4 |
|
5 |
-
from skops.hub_utils import download
|
6 |
-
|
7 |
# Load environment variables
|
8 |
load_dotenv()
|
9 |
|
|
|
2 |
from dotenv import load_dotenv
|
3 |
from tasks import text, image, audio
|
4 |
|
|
|
|
|
5 |
# Load environment variables
|
6 |
load_dotenv()
|
7 |
|
tasks/text.py
CHANGED
@@ -13,7 +13,11 @@ from huggingface_hub import hf_hub_download
|
|
13 |
import joblib
|
14 |
|
15 |
REPO_ID = "kantundpeterpan/frugal-ai-toy"
|
16 |
-
|
|
|
|
|
|
|
|
|
17 |
|
18 |
#add model directory to python path to be able to load tools.py
|
19 |
import sys
|
@@ -21,18 +25,15 @@ import os
|
|
21 |
sys.path.append(os.path.abspath('tasks/model'))
|
22 |
|
23 |
|
24 |
-
print("### App Dir")
|
25 |
-
print(os.listdir("./"))
|
26 |
-
print()
|
27 |
-
print("### Task Dir")
|
28 |
-
print(os.listdir("./tasks"))
|
29 |
|
30 |
-
if not os.path.exists("tasks/model"):
|
31 |
-
#download model for text task
|
32 |
-
download(repo_id = "kantundpeterpan/frugal-ai-toy", dst = "tasks/model")
|
33 |
|
34 |
-
print("### Model Dir")
|
35 |
-
print(os.listdir("./tasks/model"))
|
36 |
|
37 |
import random
|
38 |
|
@@ -79,7 +80,12 @@ async def evaluate_text(request: TextEvaluationRequest):
|
|
79 |
train_test = dataset["train"].train_test_split(test_size=request.test_size, seed=request.test_seed)
|
80 |
test_dataset = train_test["test"]
|
81 |
test_df = pd.DataFrame(test_dataset)
|
82 |
-
print(test_df.head())
|
|
|
|
|
|
|
|
|
|
|
83 |
|
84 |
# Start tracking emissions
|
85 |
tracker.start()
|
@@ -87,18 +93,10 @@ async def evaluate_text(request: TextEvaluationRequest):
|
|
87 |
|
88 |
#--------------------------------------------------------------------------------------------
|
89 |
# YOUR MODEL INFERENCE CODE HERE
|
90 |
-
# Update the code below to replace the random baseline by your model inference within
|
|
|
91 |
#--------------------------------------------------------------------------------------------
|
92 |
|
93 |
-
#get unknwown types
|
94 |
-
unknown = skops.io.get_untrusted_types(file = "tasks/model/tfidf_rf.skops")
|
95 |
-
|
96 |
-
print("### Task Dir")
|
97 |
-
print(os.listdir("./tasks"))
|
98 |
-
|
99 |
-
#load model
|
100 |
-
model = model = load("tasks/model/tfidf_rf.skops", trusted = unknown)
|
101 |
-
|
102 |
# Make predictions
|
103 |
true_labels = test_dataset["label"]
|
104 |
predictions = [
|
|
|
13 |
import joblib
|
14 |
|
15 |
REPO_ID = "kantundpeterpan/frugal-ai-toy"
|
16 |
+
MODEL = "tfidf_rf.skops"
|
17 |
+
|
18 |
+
if not os.path.exists("tasks/model"):
|
19 |
+
#download model for text task
|
20 |
+
download(repo_id = REPO_ID, dst = "tasks/model")
|
21 |
|
22 |
#add model directory to python path to be able to load tools.py
|
23 |
import sys
|
|
|
25 |
sys.path.append(os.path.abspath('tasks/model'))
|
26 |
|
27 |
|
28 |
+
# print("### App Dir")
|
29 |
+
# print(os.listdir("./"))
|
30 |
+
# print()
|
31 |
+
# print("### Task Dir")
|
32 |
+
# print(os.listdir("./tasks"))
|
33 |
|
|
|
|
|
|
|
34 |
|
35 |
+
# print("### Model Dir")
|
36 |
+
# print(os.listdir("./tasks/model"))
|
37 |
|
38 |
import random
|
39 |
|
|
|
80 |
train_test = dataset["train"].train_test_split(test_size=request.test_size, seed=request.test_seed)
|
81 |
test_dataset = train_test["test"]
|
82 |
test_df = pd.DataFrame(test_dataset)
|
83 |
+
# print(test_df.head())
|
84 |
+
|
85 |
+
#get unknwown types
|
86 |
+
unknown = skops.io.get_untrusted_types(file = "tasks/model/" + MODEL)
|
87 |
+
#load model
|
88 |
+
model = model = load("tasks/model/" + MODEL, trusted = unknown)
|
89 |
|
90 |
# Start tracking emissions
|
91 |
tracker.start()
|
|
|
93 |
|
94 |
#--------------------------------------------------------------------------------------------
|
95 |
# YOUR MODEL INFERENCE CODE HERE
|
96 |
+
# Update the code below to replace the random baseline by your model inference within
|
97 |
+
# the inference pass where the energy consumption and emissions are tracked.
|
98 |
#--------------------------------------------------------------------------------------------
|
99 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
100 |
# Make predictions
|
101 |
true_labels = test_dataset["label"]
|
102 |
predictions = [
|