Upload from GitHub Actions: Merge remote changes and apply terminology updates: Commercial->closed-source, Open->open-source
Browse files- evals/backend.py +7 -1
- evals/models.py +2 -2
- frontend/src/components/ModelTable.js +6 -6
- models.json +27 -27
evals/backend.py
CHANGED
@@ -141,7 +141,13 @@ async def data(request: Request):
|
|
141 |
return JSONResponse(content=all_tables)
|
142 |
|
143 |
|
144 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
145 |
|
146 |
if __name__ == "__main__":
|
147 |
uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8000)))
|
|
|
141 |
return JSONResponse(content=all_tables)
|
142 |
|
143 |
|
144 |
+
# Only serve static files if build directory exists (production mode)
|
145 |
+
if os.path.exists("frontend/build"):
|
146 |
+
app.mount("/", StaticFiles(directory="frontend/build", html=True), name="frontend")
|
147 |
+
else:
|
148 |
+
print("🧪 Development mode: frontend/build directory not found")
|
149 |
+
print("🌐 Frontend should be running on http://localhost:3000")
|
150 |
+
print("📡 API available at http://localhost:8000/api/data")
|
151 |
|
152 |
if __name__ == "__main__":
|
153 |
uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8000)))
|
evals/models.py
CHANGED
@@ -172,7 +172,7 @@ def get_hf_metadata(row):
|
|
172 |
"hf_id": None,
|
173 |
"creation_date": None,
|
174 |
"size": None,
|
175 |
-
"type": "
|
176 |
"license": None,
|
177 |
}
|
178 |
if not row:
|
@@ -192,7 +192,7 @@ def get_hf_metadata(row):
|
|
192 |
"hf_id": info.id,
|
193 |
"creation_date": info.created_at,
|
194 |
"size": info.safetensors.total if info.safetensors else None,
|
195 |
-
"type": "
|
196 |
"license": license,
|
197 |
}
|
198 |
except HTTPError:
|
|
|
172 |
"hf_id": None,
|
173 |
"creation_date": None,
|
174 |
"size": None,
|
175 |
+
"type": "closed-source",
|
176 |
"license": None,
|
177 |
}
|
178 |
if not row:
|
|
|
192 |
"hf_id": info.id,
|
193 |
"creation_date": info.created_at,
|
194 |
"size": info.safetensors.total if info.safetensors else None,
|
195 |
+
"type": "open-source",
|
196 |
"license": license,
|
197 |
}
|
198 |
except HTTPError:
|
frontend/src/components/ModelTable.js
CHANGED
@@ -20,7 +20,7 @@ const ModelTable = ({ data }) => {
|
|
20 |
return (
|
21 |
<MultiSelect
|
22 |
value={options.value}
|
23 |
-
options={['
|
24 |
onChange={e => {
|
25 |
options.filterApplyCallback(e.value)
|
26 |
setFilters(prevFilters => ({
|
@@ -139,10 +139,10 @@ const ModelTable = ({ data }) => {
|
|
139 |
)
|
140 |
|
141 |
const typeBodyTemplate = rowData => {
|
142 |
-
return rowData.type === '
|
143 |
-
<i className='pi pi-lock-open' title='Open
|
144 |
) : (
|
145 |
-
<i className='pi pi-lock' title='
|
146 |
)
|
147 |
}
|
148 |
|
@@ -179,8 +179,8 @@ const ModelTable = ({ data }) => {
|
|
179 |
/>
|
180 |
<Column
|
181 |
field='type'
|
182 |
-
header={<i className='pi pi-unlock' title='Open
|
183 |
-
headerTooltip='Open
|
184 |
filter
|
185 |
filterElement={typeRowFilterTemplate}
|
186 |
showFilterMatchModes={false}
|
|
|
20 |
return (
|
21 |
<MultiSelect
|
22 |
value={options.value}
|
23 |
+
options={['open-source', 'closed-source']}
|
24 |
onChange={e => {
|
25 |
options.filterApplyCallback(e.value)
|
26 |
setFilters(prevFilters => ({
|
|
|
139 |
)
|
140 |
|
141 |
const typeBodyTemplate = rowData => {
|
142 |
+
return rowData.type === 'open-source' ? (
|
143 |
+
<i className='pi pi-lock-open' title='Open-source model' />
|
144 |
) : (
|
145 |
+
<i className='pi pi-lock' title='Closed-source model' />
|
146 |
)
|
147 |
}
|
148 |
|
|
|
179 |
/>
|
180 |
<Column
|
181 |
field='type'
|
182 |
+
header={<i className='pi pi-unlock' title='Open-source / Closed-source' />}
|
183 |
+
headerTooltip='Open-source / Closed-source'
|
184 |
filter
|
185 |
filterElement={typeRowFilterTemplate}
|
186 |
showFilterMatchModes={false}
|
models.json
CHANGED
@@ -6,7 +6,7 @@
|
|
6 |
"cost":0.14,
|
7 |
"hf_id":null,
|
8 |
"size":null,
|
9 |
-
"type":"
|
10 |
"license":null,
|
11 |
"creation_date":1733356800000
|
12 |
},
|
@@ -17,7 +17,7 @@
|
|
17 |
"cost":0.0,
|
18 |
"hf_id":"deepseek-ai\/DeepSeek-V3",
|
19 |
"size":684531386000.0,
|
20 |
-
"type":"
|
21 |
"license":"",
|
22 |
"creation_date":1735084800000
|
23 |
},
|
@@ -28,7 +28,7 @@
|
|
28 |
"cost":0.0,
|
29 |
"hf_id":"deepseek-ai\/DeepSeek-V3-0324",
|
30 |
"size":684531386000.0,
|
31 |
-
"type":"
|
32 |
"license":"Mit",
|
33 |
"creation_date":1742774400000
|
34 |
},
|
@@ -39,7 +39,7 @@
|
|
39 |
"cost":0.0,
|
40 |
"hf_id":"deepseek-ai\/DeepSeek-R1",
|
41 |
"size":684531386000.0,
|
42 |
-
"type":"
|
43 |
"license":"Mit",
|
44 |
"creation_date":1737331200000
|
45 |
},
|
@@ -50,7 +50,7 @@
|
|
50 |
"cost":0.0,
|
51 |
"hf_id":"deepseek-ai\/DeepSeek-R1-0528",
|
52 |
"size":684531386000.0,
|
53 |
-
"type":"
|
54 |
"license":"Mit",
|
55 |
"creation_date":1748390400000
|
56 |
},
|
@@ -61,7 +61,7 @@
|
|
61 |
"cost":0.4,
|
62 |
"hf_id":null,
|
63 |
"size":null,
|
64 |
-
"type":"
|
65 |
"license":null,
|
66 |
"creation_date":1738713600000
|
67 |
},
|
@@ -72,7 +72,7 @@
|
|
72 |
"cost":0.3,
|
73 |
"hf_id":null,
|
74 |
"size":null,
|
75 |
-
"type":"
|
76 |
"license":null,
|
77 |
"creation_date":1740441600000
|
78 |
},
|
@@ -83,7 +83,7 @@
|
|
83 |
"cost":0.6,
|
84 |
"hf_id":null,
|
85 |
"size":null,
|
86 |
-
"type":"
|
87 |
"license":null,
|
88 |
"creation_date":1744848000000
|
89 |
},
|
@@ -94,7 +94,7 @@
|
|
94 |
"cost":0.6,
|
95 |
"hf_id":null,
|
96 |
"size":null,
|
97 |
-
"type":"
|
98 |
"license":null,
|
99 |
"creation_date":1747699200000
|
100 |
},
|
@@ -105,7 +105,7 @@
|
|
105 |
"cost":0.3,
|
106 |
"hf_id":null,
|
107 |
"size":null,
|
108 |
-
"type":"
|
109 |
"license":null,
|
110 |
"creation_date":1715644800000
|
111 |
},
|
@@ -116,7 +116,7 @@
|
|
116 |
"cost":0.15,
|
117 |
"hf_id":null,
|
118 |
"size":null,
|
119 |
-
"type":"
|
120 |
"license":null,
|
121 |
"creation_date":1727913600000
|
122 |
},
|
@@ -127,7 +127,7 @@
|
|
127 |
"cost":0.0,
|
128 |
"hf_id":"google\/gemma-3-27b-it",
|
129 |
"size":27432406640.0,
|
130 |
-
"type":"
|
131 |
"license":"Gemma",
|
132 |
"creation_date":1740787200000
|
133 |
},
|
@@ -138,7 +138,7 @@
|
|
138 |
"cost":0.07,
|
139 |
"hf_id":"Gryphe\/MythoMax-L2-13b",
|
140 |
"size":null,
|
141 |
-
"type":"
|
142 |
"license":"Other",
|
143 |
"creation_date":1691625600000
|
144 |
},
|
@@ -149,7 +149,7 @@
|
|
149 |
"cost":0.4,
|
150 |
"hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
|
151 |
"size":70553706496.0,
|
152 |
-
"type":"
|
153 |
"license":"Llama3",
|
154 |
"creation_date":1713312000000
|
155 |
},
|
@@ -160,7 +160,7 @@
|
|
160 |
"cost":0.28,
|
161 |
"hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
|
162 |
"size":70553706496.0,
|
163 |
-
"type":"
|
164 |
"license":"Llama3.1",
|
165 |
"creation_date":1721088000000
|
166 |
},
|
@@ -171,7 +171,7 @@
|
|
171 |
"cost":0.0,
|
172 |
"hf_id":"meta-llama\/Llama-3.1-8B-Instruct",
|
173 |
"size":8030261248.0,
|
174 |
-
"type":"
|
175 |
"license":"Llama3.1",
|
176 |
"creation_date":1721260800000
|
177 |
},
|
@@ -182,7 +182,7 @@
|
|
182 |
"cost":0.0,
|
183 |
"hf_id":"meta-llama\/Llama-3.2-1B-Instruct",
|
184 |
"size":1235814400.0,
|
185 |
-
"type":"
|
186 |
"license":"Llama3.2",
|
187 |
"creation_date":1726617600000
|
188 |
},
|
@@ -193,7 +193,7 @@
|
|
193 |
"cost":0.0,
|
194 |
"hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
|
195 |
"size":70553706496.0,
|
196 |
-
"type":"
|
197 |
"license":"Llama3.3",
|
198 |
"creation_date":1732579200000
|
199 |
},
|
@@ -204,7 +204,7 @@
|
|
204 |
"cost":0.0,
|
205 |
"hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
|
206 |
"size":401583781376.0,
|
207 |
-
"type":"
|
208 |
"license":"Other",
|
209 |
"creation_date":1743465600000
|
210 |
},
|
@@ -215,7 +215,7 @@
|
|
215 |
"cost":0.14,
|
216 |
"hf_id":"microsoft\/phi-4",
|
217 |
"size":14659507200.0,
|
218 |
-
"type":"
|
219 |
"license":"Mit",
|
220 |
"creation_date":1733875200000
|
221 |
},
|
@@ -226,7 +226,7 @@
|
|
226 |
"cost":0.1,
|
227 |
"hf_id":"microsoft\/Phi-4-multimodal-instruct",
|
228 |
"size":5574460384.0,
|
229 |
-
"type":"
|
230 |
"license":"Mit",
|
231 |
"creation_date":1740355200000
|
232 |
},
|
@@ -237,7 +237,7 @@
|
|
237 |
"cost":0.0,
|
238 |
"hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
|
239 |
"size":12247782400.0,
|
240 |
-
"type":"
|
241 |
"license":"Apache 2.0",
|
242 |
"creation_date":1721174400000
|
243 |
},
|
@@ -248,7 +248,7 @@
|
|
248 |
"cost":0.6,
|
249 |
"hf_id":null,
|
250 |
"size":null,
|
251 |
-
"type":"
|
252 |
"license":null,
|
253 |
"creation_date":1739750400000
|
254 |
},
|
@@ -259,7 +259,7 @@
|
|
259 |
"cost":0.0,
|
260 |
"hf_id":"mistralai\/Mistral-Small-3.1-24B-Instruct-2503",
|
261 |
"size":24011361280.0,
|
262 |
-
"type":"
|
263 |
"license":"Apache 2.0",
|
264 |
"creation_date":1741651200000
|
265 |
},
|
@@ -270,7 +270,7 @@
|
|
270 |
"cost":1.6,
|
271 |
"hf_id":null,
|
272 |
"size":null,
|
273 |
-
"type":"
|
274 |
"license":null,
|
275 |
"creation_date":1744588800000
|
276 |
},
|
@@ -281,7 +281,7 @@
|
|
281 |
"cost":0.4,
|
282 |
"hf_id":null,
|
283 |
"size":null,
|
284 |
-
"type":"
|
285 |
"license":null,
|
286 |
"creation_date":1744588800000
|
287 |
},
|
@@ -292,7 +292,7 @@
|
|
292 |
"cost":0.6,
|
293 |
"hf_id":null,
|
294 |
"size":null,
|
295 |
-
"type":"
|
296 |
"license":null,
|
297 |
"creation_date":1721260800000
|
298 |
}
|
|
|
6 |
"cost":0.14,
|
7 |
"hf_id":null,
|
8 |
"size":null,
|
9 |
+
"type":"closed-source",
|
10 |
"license":null,
|
11 |
"creation_date":1733356800000
|
12 |
},
|
|
|
17 |
"cost":0.0,
|
18 |
"hf_id":"deepseek-ai\/DeepSeek-V3",
|
19 |
"size":684531386000.0,
|
20 |
+
"type":"open-source",
|
21 |
"license":"",
|
22 |
"creation_date":1735084800000
|
23 |
},
|
|
|
28 |
"cost":0.0,
|
29 |
"hf_id":"deepseek-ai\/DeepSeek-V3-0324",
|
30 |
"size":684531386000.0,
|
31 |
+
"type":"open-source",
|
32 |
"license":"Mit",
|
33 |
"creation_date":1742774400000
|
34 |
},
|
|
|
39 |
"cost":0.0,
|
40 |
"hf_id":"deepseek-ai\/DeepSeek-R1",
|
41 |
"size":684531386000.0,
|
42 |
+
"type":"open-source",
|
43 |
"license":"Mit",
|
44 |
"creation_date":1737331200000
|
45 |
},
|
|
|
50 |
"cost":0.0,
|
51 |
"hf_id":"deepseek-ai\/DeepSeek-R1-0528",
|
52 |
"size":684531386000.0,
|
53 |
+
"type":"open-source",
|
54 |
"license":"Mit",
|
55 |
"creation_date":1748390400000
|
56 |
},
|
|
|
61 |
"cost":0.4,
|
62 |
"hf_id":null,
|
63 |
"size":null,
|
64 |
+
"type":"closed-source",
|
65 |
"license":null,
|
66 |
"creation_date":1738713600000
|
67 |
},
|
|
|
72 |
"cost":0.3,
|
73 |
"hf_id":null,
|
74 |
"size":null,
|
75 |
+
"type":"closed-source",
|
76 |
"license":null,
|
77 |
"creation_date":1740441600000
|
78 |
},
|
|
|
83 |
"cost":0.6,
|
84 |
"hf_id":null,
|
85 |
"size":null,
|
86 |
+
"type":"closed-source",
|
87 |
"license":null,
|
88 |
"creation_date":1744848000000
|
89 |
},
|
|
|
94 |
"cost":0.6,
|
95 |
"hf_id":null,
|
96 |
"size":null,
|
97 |
+
"type":"closed-source",
|
98 |
"license":null,
|
99 |
"creation_date":1747699200000
|
100 |
},
|
|
|
105 |
"cost":0.3,
|
106 |
"hf_id":null,
|
107 |
"size":null,
|
108 |
+
"type":"closed-source",
|
109 |
"license":null,
|
110 |
"creation_date":1715644800000
|
111 |
},
|
|
|
116 |
"cost":0.15,
|
117 |
"hf_id":null,
|
118 |
"size":null,
|
119 |
+
"type":"closed-source",
|
120 |
"license":null,
|
121 |
"creation_date":1727913600000
|
122 |
},
|
|
|
127 |
"cost":0.0,
|
128 |
"hf_id":"google\/gemma-3-27b-it",
|
129 |
"size":27432406640.0,
|
130 |
+
"type":"open-source",
|
131 |
"license":"Gemma",
|
132 |
"creation_date":1740787200000
|
133 |
},
|
|
|
138 |
"cost":0.07,
|
139 |
"hf_id":"Gryphe\/MythoMax-L2-13b",
|
140 |
"size":null,
|
141 |
+
"type":"open-source",
|
142 |
"license":"Other",
|
143 |
"creation_date":1691625600000
|
144 |
},
|
|
|
149 |
"cost":0.4,
|
150 |
"hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
|
151 |
"size":70553706496.0,
|
152 |
+
"type":"open-source",
|
153 |
"license":"Llama3",
|
154 |
"creation_date":1713312000000
|
155 |
},
|
|
|
160 |
"cost":0.28,
|
161 |
"hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
|
162 |
"size":70553706496.0,
|
163 |
+
"type":"open-source",
|
164 |
"license":"Llama3.1",
|
165 |
"creation_date":1721088000000
|
166 |
},
|
|
|
171 |
"cost":0.0,
|
172 |
"hf_id":"meta-llama\/Llama-3.1-8B-Instruct",
|
173 |
"size":8030261248.0,
|
174 |
+
"type":"open-source",
|
175 |
"license":"Llama3.1",
|
176 |
"creation_date":1721260800000
|
177 |
},
|
|
|
182 |
"cost":0.0,
|
183 |
"hf_id":"meta-llama\/Llama-3.2-1B-Instruct",
|
184 |
"size":1235814400.0,
|
185 |
+
"type":"open-source",
|
186 |
"license":"Llama3.2",
|
187 |
"creation_date":1726617600000
|
188 |
},
|
|
|
193 |
"cost":0.0,
|
194 |
"hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
|
195 |
"size":70553706496.0,
|
196 |
+
"type":"open-source",
|
197 |
"license":"Llama3.3",
|
198 |
"creation_date":1732579200000
|
199 |
},
|
|
|
204 |
"cost":0.0,
|
205 |
"hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
|
206 |
"size":401583781376.0,
|
207 |
+
"type":"open-source",
|
208 |
"license":"Other",
|
209 |
"creation_date":1743465600000
|
210 |
},
|
|
|
215 |
"cost":0.14,
|
216 |
"hf_id":"microsoft\/phi-4",
|
217 |
"size":14659507200.0,
|
218 |
+
"type":"open-source",
|
219 |
"license":"Mit",
|
220 |
"creation_date":1733875200000
|
221 |
},
|
|
|
226 |
"cost":0.1,
|
227 |
"hf_id":"microsoft\/Phi-4-multimodal-instruct",
|
228 |
"size":5574460384.0,
|
229 |
+
"type":"open-source",
|
230 |
"license":"Mit",
|
231 |
"creation_date":1740355200000
|
232 |
},
|
|
|
237 |
"cost":0.0,
|
238 |
"hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
|
239 |
"size":12247782400.0,
|
240 |
+
"type":"open-source",
|
241 |
"license":"Apache 2.0",
|
242 |
"creation_date":1721174400000
|
243 |
},
|
|
|
248 |
"cost":0.6,
|
249 |
"hf_id":null,
|
250 |
"size":null,
|
251 |
+
"type":"closed-source",
|
252 |
"license":null,
|
253 |
"creation_date":1739750400000
|
254 |
},
|
|
|
259 |
"cost":0.0,
|
260 |
"hf_id":"mistralai\/Mistral-Small-3.1-24B-Instruct-2503",
|
261 |
"size":24011361280.0,
|
262 |
+
"type":"open-source",
|
263 |
"license":"Apache 2.0",
|
264 |
"creation_date":1741651200000
|
265 |
},
|
|
|
270 |
"cost":1.6,
|
271 |
"hf_id":null,
|
272 |
"size":null,
|
273 |
+
"type":"closed-source",
|
274 |
"license":null,
|
275 |
"creation_date":1744588800000
|
276 |
},
|
|
|
281 |
"cost":0.4,
|
282 |
"hf_id":null,
|
283 |
"size":null,
|
284 |
+
"type":"closed-source",
|
285 |
"license":null,
|
286 |
"creation_date":1744588800000
|
287 |
},
|
|
|
292 |
"cost":0.6,
|
293 |
"hf_id":null,
|
294 |
"size":null,
|
295 |
+
"type":"closed-source",
|
296 |
"license":null,
|
297 |
"creation_date":1721260800000
|
298 |
}
|