Spaces:
Running
Running
Upload from GitHub Actions: Merge remote changes and apply terminology updates: Commercial->closed-source, Open->open-source
Browse files- evals/backend.py +7 -1
- evals/models.py +2 -2
- frontend/src/components/ModelTable.js +6 -6
- models.json +27 -27
evals/backend.py
CHANGED
|
@@ -141,7 +141,13 @@ async def data(request: Request):
|
|
| 141 |
return JSONResponse(content=all_tables)
|
| 142 |
|
| 143 |
|
| 144 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 145 |
|
| 146 |
if __name__ == "__main__":
|
| 147 |
uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8000)))
|
|
|
|
| 141 |
return JSONResponse(content=all_tables)
|
| 142 |
|
| 143 |
|
| 144 |
+
# Only serve static files if build directory exists (production mode)
|
| 145 |
+
if os.path.exists("frontend/build"):
|
| 146 |
+
app.mount("/", StaticFiles(directory="frontend/build", html=True), name="frontend")
|
| 147 |
+
else:
|
| 148 |
+
print("🧪 Development mode: frontend/build directory not found")
|
| 149 |
+
print("🌐 Frontend should be running on http://localhost:3000")
|
| 150 |
+
print("📡 API available at http://localhost:8000/api/data")
|
| 151 |
|
| 152 |
if __name__ == "__main__":
|
| 153 |
uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8000)))
|
evals/models.py
CHANGED
|
@@ -172,7 +172,7 @@ def get_hf_metadata(row):
|
|
| 172 |
"hf_id": None,
|
| 173 |
"creation_date": None,
|
| 174 |
"size": None,
|
| 175 |
-
"type": "
|
| 176 |
"license": None,
|
| 177 |
}
|
| 178 |
if not row:
|
|
@@ -192,7 +192,7 @@ def get_hf_metadata(row):
|
|
| 192 |
"hf_id": info.id,
|
| 193 |
"creation_date": info.created_at,
|
| 194 |
"size": info.safetensors.total if info.safetensors else None,
|
| 195 |
-
"type": "
|
| 196 |
"license": license,
|
| 197 |
}
|
| 198 |
except HTTPError:
|
|
|
|
| 172 |
"hf_id": None,
|
| 173 |
"creation_date": None,
|
| 174 |
"size": None,
|
| 175 |
+
"type": "closed-source",
|
| 176 |
"license": None,
|
| 177 |
}
|
| 178 |
if not row:
|
|
|
|
| 192 |
"hf_id": info.id,
|
| 193 |
"creation_date": info.created_at,
|
| 194 |
"size": info.safetensors.total if info.safetensors else None,
|
| 195 |
+
"type": "open-source",
|
| 196 |
"license": license,
|
| 197 |
}
|
| 198 |
except HTTPError:
|
frontend/src/components/ModelTable.js
CHANGED
|
@@ -20,7 +20,7 @@ const ModelTable = ({ data }) => {
|
|
| 20 |
return (
|
| 21 |
<MultiSelect
|
| 22 |
value={options.value}
|
| 23 |
-
options={['
|
| 24 |
onChange={e => {
|
| 25 |
options.filterApplyCallback(e.value)
|
| 26 |
setFilters(prevFilters => ({
|
|
@@ -139,10 +139,10 @@ const ModelTable = ({ data }) => {
|
|
| 139 |
)
|
| 140 |
|
| 141 |
const typeBodyTemplate = rowData => {
|
| 142 |
-
return rowData.type === '
|
| 143 |
-
<i className='pi pi-lock-open' title='Open
|
| 144 |
) : (
|
| 145 |
-
<i className='pi pi-lock' title='
|
| 146 |
)
|
| 147 |
}
|
| 148 |
|
|
@@ -179,8 +179,8 @@ const ModelTable = ({ data }) => {
|
|
| 179 |
/>
|
| 180 |
<Column
|
| 181 |
field='type'
|
| 182 |
-
header={<i className='pi pi-unlock' title='Open
|
| 183 |
-
headerTooltip='Open
|
| 184 |
filter
|
| 185 |
filterElement={typeRowFilterTemplate}
|
| 186 |
showFilterMatchModes={false}
|
|
|
|
| 20 |
return (
|
| 21 |
<MultiSelect
|
| 22 |
value={options.value}
|
| 23 |
+
options={['open-source', 'closed-source']}
|
| 24 |
onChange={e => {
|
| 25 |
options.filterApplyCallback(e.value)
|
| 26 |
setFilters(prevFilters => ({
|
|
|
|
| 139 |
)
|
| 140 |
|
| 141 |
const typeBodyTemplate = rowData => {
|
| 142 |
+
return rowData.type === 'open-source' ? (
|
| 143 |
+
<i className='pi pi-lock-open' title='Open-source model' />
|
| 144 |
) : (
|
| 145 |
+
<i className='pi pi-lock' title='Closed-source model' />
|
| 146 |
)
|
| 147 |
}
|
| 148 |
|
|
|
|
| 179 |
/>
|
| 180 |
<Column
|
| 181 |
field='type'
|
| 182 |
+
header={<i className='pi pi-unlock' title='Open-source / Closed-source' />}
|
| 183 |
+
headerTooltip='Open-source / Closed-source'
|
| 184 |
filter
|
| 185 |
filterElement={typeRowFilterTemplate}
|
| 186 |
showFilterMatchModes={false}
|
models.json
CHANGED
|
@@ -6,7 +6,7 @@
|
|
| 6 |
"cost":0.14,
|
| 7 |
"hf_id":null,
|
| 8 |
"size":null,
|
| 9 |
-
"type":"
|
| 10 |
"license":null,
|
| 11 |
"creation_date":1733356800000
|
| 12 |
},
|
|
@@ -17,7 +17,7 @@
|
|
| 17 |
"cost":0.0,
|
| 18 |
"hf_id":"deepseek-ai\/DeepSeek-V3",
|
| 19 |
"size":684531386000.0,
|
| 20 |
-
"type":"
|
| 21 |
"license":"",
|
| 22 |
"creation_date":1735084800000
|
| 23 |
},
|
|
@@ -28,7 +28,7 @@
|
|
| 28 |
"cost":0.0,
|
| 29 |
"hf_id":"deepseek-ai\/DeepSeek-V3-0324",
|
| 30 |
"size":684531386000.0,
|
| 31 |
-
"type":"
|
| 32 |
"license":"Mit",
|
| 33 |
"creation_date":1742774400000
|
| 34 |
},
|
|
@@ -39,7 +39,7 @@
|
|
| 39 |
"cost":0.0,
|
| 40 |
"hf_id":"deepseek-ai\/DeepSeek-R1",
|
| 41 |
"size":684531386000.0,
|
| 42 |
-
"type":"
|
| 43 |
"license":"Mit",
|
| 44 |
"creation_date":1737331200000
|
| 45 |
},
|
|
@@ -50,7 +50,7 @@
|
|
| 50 |
"cost":0.0,
|
| 51 |
"hf_id":"deepseek-ai\/DeepSeek-R1-0528",
|
| 52 |
"size":684531386000.0,
|
| 53 |
-
"type":"
|
| 54 |
"license":"Mit",
|
| 55 |
"creation_date":1748390400000
|
| 56 |
},
|
|
@@ -61,7 +61,7 @@
|
|
| 61 |
"cost":0.4,
|
| 62 |
"hf_id":null,
|
| 63 |
"size":null,
|
| 64 |
-
"type":"
|
| 65 |
"license":null,
|
| 66 |
"creation_date":1738713600000
|
| 67 |
},
|
|
@@ -72,7 +72,7 @@
|
|
| 72 |
"cost":0.3,
|
| 73 |
"hf_id":null,
|
| 74 |
"size":null,
|
| 75 |
-
"type":"
|
| 76 |
"license":null,
|
| 77 |
"creation_date":1740441600000
|
| 78 |
},
|
|
@@ -83,7 +83,7 @@
|
|
| 83 |
"cost":0.6,
|
| 84 |
"hf_id":null,
|
| 85 |
"size":null,
|
| 86 |
-
"type":"
|
| 87 |
"license":null,
|
| 88 |
"creation_date":1744848000000
|
| 89 |
},
|
|
@@ -94,7 +94,7 @@
|
|
| 94 |
"cost":0.6,
|
| 95 |
"hf_id":null,
|
| 96 |
"size":null,
|
| 97 |
-
"type":"
|
| 98 |
"license":null,
|
| 99 |
"creation_date":1747699200000
|
| 100 |
},
|
|
@@ -105,7 +105,7 @@
|
|
| 105 |
"cost":0.3,
|
| 106 |
"hf_id":null,
|
| 107 |
"size":null,
|
| 108 |
-
"type":"
|
| 109 |
"license":null,
|
| 110 |
"creation_date":1715644800000
|
| 111 |
},
|
|
@@ -116,7 +116,7 @@
|
|
| 116 |
"cost":0.15,
|
| 117 |
"hf_id":null,
|
| 118 |
"size":null,
|
| 119 |
-
"type":"
|
| 120 |
"license":null,
|
| 121 |
"creation_date":1727913600000
|
| 122 |
},
|
|
@@ -127,7 +127,7 @@
|
|
| 127 |
"cost":0.0,
|
| 128 |
"hf_id":"google\/gemma-3-27b-it",
|
| 129 |
"size":27432406640.0,
|
| 130 |
-
"type":"
|
| 131 |
"license":"Gemma",
|
| 132 |
"creation_date":1740787200000
|
| 133 |
},
|
|
@@ -138,7 +138,7 @@
|
|
| 138 |
"cost":0.07,
|
| 139 |
"hf_id":"Gryphe\/MythoMax-L2-13b",
|
| 140 |
"size":null,
|
| 141 |
-
"type":"
|
| 142 |
"license":"Other",
|
| 143 |
"creation_date":1691625600000
|
| 144 |
},
|
|
@@ -149,7 +149,7 @@
|
|
| 149 |
"cost":0.4,
|
| 150 |
"hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
|
| 151 |
"size":70553706496.0,
|
| 152 |
-
"type":"
|
| 153 |
"license":"Llama3",
|
| 154 |
"creation_date":1713312000000
|
| 155 |
},
|
|
@@ -160,7 +160,7 @@
|
|
| 160 |
"cost":0.28,
|
| 161 |
"hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
|
| 162 |
"size":70553706496.0,
|
| 163 |
-
"type":"
|
| 164 |
"license":"Llama3.1",
|
| 165 |
"creation_date":1721088000000
|
| 166 |
},
|
|
@@ -171,7 +171,7 @@
|
|
| 171 |
"cost":0.0,
|
| 172 |
"hf_id":"meta-llama\/Llama-3.1-8B-Instruct",
|
| 173 |
"size":8030261248.0,
|
| 174 |
-
"type":"
|
| 175 |
"license":"Llama3.1",
|
| 176 |
"creation_date":1721260800000
|
| 177 |
},
|
|
@@ -182,7 +182,7 @@
|
|
| 182 |
"cost":0.0,
|
| 183 |
"hf_id":"meta-llama\/Llama-3.2-1B-Instruct",
|
| 184 |
"size":1235814400.0,
|
| 185 |
-
"type":"
|
| 186 |
"license":"Llama3.2",
|
| 187 |
"creation_date":1726617600000
|
| 188 |
},
|
|
@@ -193,7 +193,7 @@
|
|
| 193 |
"cost":0.0,
|
| 194 |
"hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
|
| 195 |
"size":70553706496.0,
|
| 196 |
-
"type":"
|
| 197 |
"license":"Llama3.3",
|
| 198 |
"creation_date":1732579200000
|
| 199 |
},
|
|
@@ -204,7 +204,7 @@
|
|
| 204 |
"cost":0.0,
|
| 205 |
"hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
|
| 206 |
"size":401583781376.0,
|
| 207 |
-
"type":"
|
| 208 |
"license":"Other",
|
| 209 |
"creation_date":1743465600000
|
| 210 |
},
|
|
@@ -215,7 +215,7 @@
|
|
| 215 |
"cost":0.14,
|
| 216 |
"hf_id":"microsoft\/phi-4",
|
| 217 |
"size":14659507200.0,
|
| 218 |
-
"type":"
|
| 219 |
"license":"Mit",
|
| 220 |
"creation_date":1733875200000
|
| 221 |
},
|
|
@@ -226,7 +226,7 @@
|
|
| 226 |
"cost":0.1,
|
| 227 |
"hf_id":"microsoft\/Phi-4-multimodal-instruct",
|
| 228 |
"size":5574460384.0,
|
| 229 |
-
"type":"
|
| 230 |
"license":"Mit",
|
| 231 |
"creation_date":1740355200000
|
| 232 |
},
|
|
@@ -237,7 +237,7 @@
|
|
| 237 |
"cost":0.0,
|
| 238 |
"hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
|
| 239 |
"size":12247782400.0,
|
| 240 |
-
"type":"
|
| 241 |
"license":"Apache 2.0",
|
| 242 |
"creation_date":1721174400000
|
| 243 |
},
|
|
@@ -248,7 +248,7 @@
|
|
| 248 |
"cost":0.6,
|
| 249 |
"hf_id":null,
|
| 250 |
"size":null,
|
| 251 |
-
"type":"
|
| 252 |
"license":null,
|
| 253 |
"creation_date":1739750400000
|
| 254 |
},
|
|
@@ -259,7 +259,7 @@
|
|
| 259 |
"cost":0.0,
|
| 260 |
"hf_id":"mistralai\/Mistral-Small-3.1-24B-Instruct-2503",
|
| 261 |
"size":24011361280.0,
|
| 262 |
-
"type":"
|
| 263 |
"license":"Apache 2.0",
|
| 264 |
"creation_date":1741651200000
|
| 265 |
},
|
|
@@ -270,7 +270,7 @@
|
|
| 270 |
"cost":1.6,
|
| 271 |
"hf_id":null,
|
| 272 |
"size":null,
|
| 273 |
-
"type":"
|
| 274 |
"license":null,
|
| 275 |
"creation_date":1744588800000
|
| 276 |
},
|
|
@@ -281,7 +281,7 @@
|
|
| 281 |
"cost":0.4,
|
| 282 |
"hf_id":null,
|
| 283 |
"size":null,
|
| 284 |
-
"type":"
|
| 285 |
"license":null,
|
| 286 |
"creation_date":1744588800000
|
| 287 |
},
|
|
@@ -292,7 +292,7 @@
|
|
| 292 |
"cost":0.6,
|
| 293 |
"hf_id":null,
|
| 294 |
"size":null,
|
| 295 |
-
"type":"
|
| 296 |
"license":null,
|
| 297 |
"creation_date":1721260800000
|
| 298 |
}
|
|
|
|
| 6 |
"cost":0.14,
|
| 7 |
"hf_id":null,
|
| 8 |
"size":null,
|
| 9 |
+
"type":"closed-source",
|
| 10 |
"license":null,
|
| 11 |
"creation_date":1733356800000
|
| 12 |
},
|
|
|
|
| 17 |
"cost":0.0,
|
| 18 |
"hf_id":"deepseek-ai\/DeepSeek-V3",
|
| 19 |
"size":684531386000.0,
|
| 20 |
+
"type":"open-source",
|
| 21 |
"license":"",
|
| 22 |
"creation_date":1735084800000
|
| 23 |
},
|
|
|
|
| 28 |
"cost":0.0,
|
| 29 |
"hf_id":"deepseek-ai\/DeepSeek-V3-0324",
|
| 30 |
"size":684531386000.0,
|
| 31 |
+
"type":"open-source",
|
| 32 |
"license":"Mit",
|
| 33 |
"creation_date":1742774400000
|
| 34 |
},
|
|
|
|
| 39 |
"cost":0.0,
|
| 40 |
"hf_id":"deepseek-ai\/DeepSeek-R1",
|
| 41 |
"size":684531386000.0,
|
| 42 |
+
"type":"open-source",
|
| 43 |
"license":"Mit",
|
| 44 |
"creation_date":1737331200000
|
| 45 |
},
|
|
|
|
| 50 |
"cost":0.0,
|
| 51 |
"hf_id":"deepseek-ai\/DeepSeek-R1-0528",
|
| 52 |
"size":684531386000.0,
|
| 53 |
+
"type":"open-source",
|
| 54 |
"license":"Mit",
|
| 55 |
"creation_date":1748390400000
|
| 56 |
},
|
|
|
|
| 61 |
"cost":0.4,
|
| 62 |
"hf_id":null,
|
| 63 |
"size":null,
|
| 64 |
+
"type":"closed-source",
|
| 65 |
"license":null,
|
| 66 |
"creation_date":1738713600000
|
| 67 |
},
|
|
|
|
| 72 |
"cost":0.3,
|
| 73 |
"hf_id":null,
|
| 74 |
"size":null,
|
| 75 |
+
"type":"closed-source",
|
| 76 |
"license":null,
|
| 77 |
"creation_date":1740441600000
|
| 78 |
},
|
|
|
|
| 83 |
"cost":0.6,
|
| 84 |
"hf_id":null,
|
| 85 |
"size":null,
|
| 86 |
+
"type":"closed-source",
|
| 87 |
"license":null,
|
| 88 |
"creation_date":1744848000000
|
| 89 |
},
|
|
|
|
| 94 |
"cost":0.6,
|
| 95 |
"hf_id":null,
|
| 96 |
"size":null,
|
| 97 |
+
"type":"closed-source",
|
| 98 |
"license":null,
|
| 99 |
"creation_date":1747699200000
|
| 100 |
},
|
|
|
|
| 105 |
"cost":0.3,
|
| 106 |
"hf_id":null,
|
| 107 |
"size":null,
|
| 108 |
+
"type":"closed-source",
|
| 109 |
"license":null,
|
| 110 |
"creation_date":1715644800000
|
| 111 |
},
|
|
|
|
| 116 |
"cost":0.15,
|
| 117 |
"hf_id":null,
|
| 118 |
"size":null,
|
| 119 |
+
"type":"closed-source",
|
| 120 |
"license":null,
|
| 121 |
"creation_date":1727913600000
|
| 122 |
},
|
|
|
|
| 127 |
"cost":0.0,
|
| 128 |
"hf_id":"google\/gemma-3-27b-it",
|
| 129 |
"size":27432406640.0,
|
| 130 |
+
"type":"open-source",
|
| 131 |
"license":"Gemma",
|
| 132 |
"creation_date":1740787200000
|
| 133 |
},
|
|
|
|
| 138 |
"cost":0.07,
|
| 139 |
"hf_id":"Gryphe\/MythoMax-L2-13b",
|
| 140 |
"size":null,
|
| 141 |
+
"type":"open-source",
|
| 142 |
"license":"Other",
|
| 143 |
"creation_date":1691625600000
|
| 144 |
},
|
|
|
|
| 149 |
"cost":0.4,
|
| 150 |
"hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
|
| 151 |
"size":70553706496.0,
|
| 152 |
+
"type":"open-source",
|
| 153 |
"license":"Llama3",
|
| 154 |
"creation_date":1713312000000
|
| 155 |
},
|
|
|
|
| 160 |
"cost":0.28,
|
| 161 |
"hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
|
| 162 |
"size":70553706496.0,
|
| 163 |
+
"type":"open-source",
|
| 164 |
"license":"Llama3.1",
|
| 165 |
"creation_date":1721088000000
|
| 166 |
},
|
|
|
|
| 171 |
"cost":0.0,
|
| 172 |
"hf_id":"meta-llama\/Llama-3.1-8B-Instruct",
|
| 173 |
"size":8030261248.0,
|
| 174 |
+
"type":"open-source",
|
| 175 |
"license":"Llama3.1",
|
| 176 |
"creation_date":1721260800000
|
| 177 |
},
|
|
|
|
| 182 |
"cost":0.0,
|
| 183 |
"hf_id":"meta-llama\/Llama-3.2-1B-Instruct",
|
| 184 |
"size":1235814400.0,
|
| 185 |
+
"type":"open-source",
|
| 186 |
"license":"Llama3.2",
|
| 187 |
"creation_date":1726617600000
|
| 188 |
},
|
|
|
|
| 193 |
"cost":0.0,
|
| 194 |
"hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
|
| 195 |
"size":70553706496.0,
|
| 196 |
+
"type":"open-source",
|
| 197 |
"license":"Llama3.3",
|
| 198 |
"creation_date":1732579200000
|
| 199 |
},
|
|
|
|
| 204 |
"cost":0.0,
|
| 205 |
"hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
|
| 206 |
"size":401583781376.0,
|
| 207 |
+
"type":"open-source",
|
| 208 |
"license":"Other",
|
| 209 |
"creation_date":1743465600000
|
| 210 |
},
|
|
|
|
| 215 |
"cost":0.14,
|
| 216 |
"hf_id":"microsoft\/phi-4",
|
| 217 |
"size":14659507200.0,
|
| 218 |
+
"type":"open-source",
|
| 219 |
"license":"Mit",
|
| 220 |
"creation_date":1733875200000
|
| 221 |
},
|
|
|
|
| 226 |
"cost":0.1,
|
| 227 |
"hf_id":"microsoft\/Phi-4-multimodal-instruct",
|
| 228 |
"size":5574460384.0,
|
| 229 |
+
"type":"open-source",
|
| 230 |
"license":"Mit",
|
| 231 |
"creation_date":1740355200000
|
| 232 |
},
|
|
|
|
| 237 |
"cost":0.0,
|
| 238 |
"hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
|
| 239 |
"size":12247782400.0,
|
| 240 |
+
"type":"open-source",
|
| 241 |
"license":"Apache 2.0",
|
| 242 |
"creation_date":1721174400000
|
| 243 |
},
|
|
|
|
| 248 |
"cost":0.6,
|
| 249 |
"hf_id":null,
|
| 250 |
"size":null,
|
| 251 |
+
"type":"closed-source",
|
| 252 |
"license":null,
|
| 253 |
"creation_date":1739750400000
|
| 254 |
},
|
|
|
|
| 259 |
"cost":0.0,
|
| 260 |
"hf_id":"mistralai\/Mistral-Small-3.1-24B-Instruct-2503",
|
| 261 |
"size":24011361280.0,
|
| 262 |
+
"type":"open-source",
|
| 263 |
"license":"Apache 2.0",
|
| 264 |
"creation_date":1741651200000
|
| 265 |
},
|
|
|
|
| 270 |
"cost":1.6,
|
| 271 |
"hf_id":null,
|
| 272 |
"size":null,
|
| 273 |
+
"type":"closed-source",
|
| 274 |
"license":null,
|
| 275 |
"creation_date":1744588800000
|
| 276 |
},
|
|
|
|
| 281 |
"cost":0.4,
|
| 282 |
"hf_id":null,
|
| 283 |
"size":null,
|
| 284 |
+
"type":"closed-source",
|
| 285 |
"license":null,
|
| 286 |
"creation_date":1744588800000
|
| 287 |
},
|
|
|
|
| 292 |
"cost":0.6,
|
| 293 |
"hf_id":null,
|
| 294 |
"size":null,
|
| 295 |
+
"type":"closed-source",
|
| 296 |
"license":null,
|
| 297 |
"creation_date":1721260800000
|
| 298 |
}
|