davidpomerenke commited on
Commit
ebaf279
·
verified ·
1 Parent(s): b1e5b40

Upload from GitHub Actions: Merge remote changes and apply terminology updates: Commercial->closed-source, Open->open-source

Browse files
evals/backend.py CHANGED
@@ -141,7 +141,13 @@ async def data(request: Request):
141
  return JSONResponse(content=all_tables)
142
 
143
 
144
- app.mount("/", StaticFiles(directory="frontend/build", html=True), name="frontend")
 
 
 
 
 
 
145
 
146
  if __name__ == "__main__":
147
  uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8000)))
 
141
  return JSONResponse(content=all_tables)
142
 
143
 
144
+ # Only serve static files if build directory exists (production mode)
145
+ if os.path.exists("frontend/build"):
146
+ app.mount("/", StaticFiles(directory="frontend/build", html=True), name="frontend")
147
+ else:
148
+ print("🧪 Development mode: frontend/build directory not found")
149
+ print("🌐 Frontend should be running on http://localhost:3000")
150
+ print("📡 API available at http://localhost:8000/api/data")
151
 
152
  if __name__ == "__main__":
153
  uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 8000)))
evals/models.py CHANGED
@@ -172,7 +172,7 @@ def get_hf_metadata(row):
172
  "hf_id": None,
173
  "creation_date": None,
174
  "size": None,
175
- "type": "Commercial",
176
  "license": None,
177
  }
178
  if not row:
@@ -192,7 +192,7 @@ def get_hf_metadata(row):
192
  "hf_id": info.id,
193
  "creation_date": info.created_at,
194
  "size": info.safetensors.total if info.safetensors else None,
195
- "type": "Open",
196
  "license": license,
197
  }
198
  except HTTPError:
 
172
  "hf_id": None,
173
  "creation_date": None,
174
  "size": None,
175
+ "type": "closed-source",
176
  "license": None,
177
  }
178
  if not row:
 
192
  "hf_id": info.id,
193
  "creation_date": info.created_at,
194
  "size": info.safetensors.total if info.safetensors else None,
195
+ "type": "open-source",
196
  "license": license,
197
  }
198
  except HTTPError:
frontend/src/components/ModelTable.js CHANGED
@@ -20,7 +20,7 @@ const ModelTable = ({ data }) => {
20
  return (
21
  <MultiSelect
22
  value={options.value}
23
- options={['Open', 'Commercial']}
24
  onChange={e => {
25
  options.filterApplyCallback(e.value)
26
  setFilters(prevFilters => ({
@@ -139,10 +139,10 @@ const ModelTable = ({ data }) => {
139
  )
140
 
141
  const typeBodyTemplate = rowData => {
142
- return rowData.type === 'Open' ? (
143
- <i className='pi pi-lock-open' title='Open weights' />
144
  ) : (
145
- <i className='pi pi-lock' title='API only' />
146
  )
147
  }
148
 
@@ -179,8 +179,8 @@ const ModelTable = ({ data }) => {
179
  />
180
  <Column
181
  field='type'
182
- header={<i className='pi pi-unlock' title='Open weights / API only' />}
183
- headerTooltip='Open weights / API only'
184
  filter
185
  filterElement={typeRowFilterTemplate}
186
  showFilterMatchModes={false}
 
20
  return (
21
  <MultiSelect
22
  value={options.value}
23
+ options={['open-source', 'closed-source']}
24
  onChange={e => {
25
  options.filterApplyCallback(e.value)
26
  setFilters(prevFilters => ({
 
139
  )
140
 
141
  const typeBodyTemplate = rowData => {
142
+ return rowData.type === 'open-source' ? (
143
+ <i className='pi pi-lock-open' title='Open-source model' />
144
  ) : (
145
+ <i className='pi pi-lock' title='Closed-source model' />
146
  )
147
  }
148
 
 
179
  />
180
  <Column
181
  field='type'
182
+ header={<i className='pi pi-unlock' title='Open-source / Closed-source' />}
183
+ headerTooltip='Open-source / Closed-source'
184
  filter
185
  filterElement={typeRowFilterTemplate}
186
  showFilterMatchModes={false}
models.json CHANGED
@@ -6,7 +6,7 @@
6
  "cost":0.14,
7
  "hf_id":null,
8
  "size":null,
9
- "type":"Commercial",
10
  "license":null,
11
  "creation_date":1733356800000
12
  },
@@ -17,7 +17,7 @@
17
  "cost":0.0,
18
  "hf_id":"deepseek-ai\/DeepSeek-V3",
19
  "size":684531386000.0,
20
- "type":"Open",
21
  "license":"",
22
  "creation_date":1735084800000
23
  },
@@ -28,7 +28,7 @@
28
  "cost":0.0,
29
  "hf_id":"deepseek-ai\/DeepSeek-V3-0324",
30
  "size":684531386000.0,
31
- "type":"Open",
32
  "license":"Mit",
33
  "creation_date":1742774400000
34
  },
@@ -39,7 +39,7 @@
39
  "cost":0.0,
40
  "hf_id":"deepseek-ai\/DeepSeek-R1",
41
  "size":684531386000.0,
42
- "type":"Open",
43
  "license":"Mit",
44
  "creation_date":1737331200000
45
  },
@@ -50,7 +50,7 @@
50
  "cost":0.0,
51
  "hf_id":"deepseek-ai\/DeepSeek-R1-0528",
52
  "size":684531386000.0,
53
- "type":"Open",
54
  "license":"Mit",
55
  "creation_date":1748390400000
56
  },
@@ -61,7 +61,7 @@
61
  "cost":0.4,
62
  "hf_id":null,
63
  "size":null,
64
- "type":"Commercial",
65
  "license":null,
66
  "creation_date":1738713600000
67
  },
@@ -72,7 +72,7 @@
72
  "cost":0.3,
73
  "hf_id":null,
74
  "size":null,
75
- "type":"Commercial",
76
  "license":null,
77
  "creation_date":1740441600000
78
  },
@@ -83,7 +83,7 @@
83
  "cost":0.6,
84
  "hf_id":null,
85
  "size":null,
86
- "type":"Commercial",
87
  "license":null,
88
  "creation_date":1744848000000
89
  },
@@ -94,7 +94,7 @@
94
  "cost":0.6,
95
  "hf_id":null,
96
  "size":null,
97
- "type":"Commercial",
98
  "license":null,
99
  "creation_date":1747699200000
100
  },
@@ -105,7 +105,7 @@
105
  "cost":0.3,
106
  "hf_id":null,
107
  "size":null,
108
- "type":"Commercial",
109
  "license":null,
110
  "creation_date":1715644800000
111
  },
@@ -116,7 +116,7 @@
116
  "cost":0.15,
117
  "hf_id":null,
118
  "size":null,
119
- "type":"Commercial",
120
  "license":null,
121
  "creation_date":1727913600000
122
  },
@@ -127,7 +127,7 @@
127
  "cost":0.0,
128
  "hf_id":"google\/gemma-3-27b-it",
129
  "size":27432406640.0,
130
- "type":"Open",
131
  "license":"Gemma",
132
  "creation_date":1740787200000
133
  },
@@ -138,7 +138,7 @@
138
  "cost":0.07,
139
  "hf_id":"Gryphe\/MythoMax-L2-13b",
140
  "size":null,
141
- "type":"Open",
142
  "license":"Other",
143
  "creation_date":1691625600000
144
  },
@@ -149,7 +149,7 @@
149
  "cost":0.4,
150
  "hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
151
  "size":70553706496.0,
152
- "type":"Open",
153
  "license":"Llama3",
154
  "creation_date":1713312000000
155
  },
@@ -160,7 +160,7 @@
160
  "cost":0.28,
161
  "hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
162
  "size":70553706496.0,
163
- "type":"Open",
164
  "license":"Llama3.1",
165
  "creation_date":1721088000000
166
  },
@@ -171,7 +171,7 @@
171
  "cost":0.0,
172
  "hf_id":"meta-llama\/Llama-3.1-8B-Instruct",
173
  "size":8030261248.0,
174
- "type":"Open",
175
  "license":"Llama3.1",
176
  "creation_date":1721260800000
177
  },
@@ -182,7 +182,7 @@
182
  "cost":0.0,
183
  "hf_id":"meta-llama\/Llama-3.2-1B-Instruct",
184
  "size":1235814400.0,
185
- "type":"Open",
186
  "license":"Llama3.2",
187
  "creation_date":1726617600000
188
  },
@@ -193,7 +193,7 @@
193
  "cost":0.0,
194
  "hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
195
  "size":70553706496.0,
196
- "type":"Open",
197
  "license":"Llama3.3",
198
  "creation_date":1732579200000
199
  },
@@ -204,7 +204,7 @@
204
  "cost":0.0,
205
  "hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
206
  "size":401583781376.0,
207
- "type":"Open",
208
  "license":"Other",
209
  "creation_date":1743465600000
210
  },
@@ -215,7 +215,7 @@
215
  "cost":0.14,
216
  "hf_id":"microsoft\/phi-4",
217
  "size":14659507200.0,
218
- "type":"Open",
219
  "license":"Mit",
220
  "creation_date":1733875200000
221
  },
@@ -226,7 +226,7 @@
226
  "cost":0.1,
227
  "hf_id":"microsoft\/Phi-4-multimodal-instruct",
228
  "size":5574460384.0,
229
- "type":"Open",
230
  "license":"Mit",
231
  "creation_date":1740355200000
232
  },
@@ -237,7 +237,7 @@
237
  "cost":0.0,
238
  "hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
239
  "size":12247782400.0,
240
- "type":"Open",
241
  "license":"Apache 2.0",
242
  "creation_date":1721174400000
243
  },
@@ -248,7 +248,7 @@
248
  "cost":0.6,
249
  "hf_id":null,
250
  "size":null,
251
- "type":"Commercial",
252
  "license":null,
253
  "creation_date":1739750400000
254
  },
@@ -259,7 +259,7 @@
259
  "cost":0.0,
260
  "hf_id":"mistralai\/Mistral-Small-3.1-24B-Instruct-2503",
261
  "size":24011361280.0,
262
- "type":"Open",
263
  "license":"Apache 2.0",
264
  "creation_date":1741651200000
265
  },
@@ -270,7 +270,7 @@
270
  "cost":1.6,
271
  "hf_id":null,
272
  "size":null,
273
- "type":"Commercial",
274
  "license":null,
275
  "creation_date":1744588800000
276
  },
@@ -281,7 +281,7 @@
281
  "cost":0.4,
282
  "hf_id":null,
283
  "size":null,
284
- "type":"Commercial",
285
  "license":null,
286
  "creation_date":1744588800000
287
  },
@@ -292,7 +292,7 @@
292
  "cost":0.6,
293
  "hf_id":null,
294
  "size":null,
295
- "type":"Commercial",
296
  "license":null,
297
  "creation_date":1721260800000
298
  }
 
6
  "cost":0.14,
7
  "hf_id":null,
8
  "size":null,
9
+ "type":"closed-source",
10
  "license":null,
11
  "creation_date":1733356800000
12
  },
 
17
  "cost":0.0,
18
  "hf_id":"deepseek-ai\/DeepSeek-V3",
19
  "size":684531386000.0,
20
+ "type":"open-source",
21
  "license":"",
22
  "creation_date":1735084800000
23
  },
 
28
  "cost":0.0,
29
  "hf_id":"deepseek-ai\/DeepSeek-V3-0324",
30
  "size":684531386000.0,
31
+ "type":"open-source",
32
  "license":"Mit",
33
  "creation_date":1742774400000
34
  },
 
39
  "cost":0.0,
40
  "hf_id":"deepseek-ai\/DeepSeek-R1",
41
  "size":684531386000.0,
42
+ "type":"open-source",
43
  "license":"Mit",
44
  "creation_date":1737331200000
45
  },
 
50
  "cost":0.0,
51
  "hf_id":"deepseek-ai\/DeepSeek-R1-0528",
52
  "size":684531386000.0,
53
+ "type":"open-source",
54
  "license":"Mit",
55
  "creation_date":1748390400000
56
  },
 
61
  "cost":0.4,
62
  "hf_id":null,
63
  "size":null,
64
+ "type":"closed-source",
65
  "license":null,
66
  "creation_date":1738713600000
67
  },
 
72
  "cost":0.3,
73
  "hf_id":null,
74
  "size":null,
75
+ "type":"closed-source",
76
  "license":null,
77
  "creation_date":1740441600000
78
  },
 
83
  "cost":0.6,
84
  "hf_id":null,
85
  "size":null,
86
+ "type":"closed-source",
87
  "license":null,
88
  "creation_date":1744848000000
89
  },
 
94
  "cost":0.6,
95
  "hf_id":null,
96
  "size":null,
97
+ "type":"closed-source",
98
  "license":null,
99
  "creation_date":1747699200000
100
  },
 
105
  "cost":0.3,
106
  "hf_id":null,
107
  "size":null,
108
+ "type":"closed-source",
109
  "license":null,
110
  "creation_date":1715644800000
111
  },
 
116
  "cost":0.15,
117
  "hf_id":null,
118
  "size":null,
119
+ "type":"closed-source",
120
  "license":null,
121
  "creation_date":1727913600000
122
  },
 
127
  "cost":0.0,
128
  "hf_id":"google\/gemma-3-27b-it",
129
  "size":27432406640.0,
130
+ "type":"open-source",
131
  "license":"Gemma",
132
  "creation_date":1740787200000
133
  },
 
138
  "cost":0.07,
139
  "hf_id":"Gryphe\/MythoMax-L2-13b",
140
  "size":null,
141
+ "type":"open-source",
142
  "license":"Other",
143
  "creation_date":1691625600000
144
  },
 
149
  "cost":0.4,
150
  "hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
151
  "size":70553706496.0,
152
+ "type":"open-source",
153
  "license":"Llama3",
154
  "creation_date":1713312000000
155
  },
 
160
  "cost":0.28,
161
  "hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
162
  "size":70553706496.0,
163
+ "type":"open-source",
164
  "license":"Llama3.1",
165
  "creation_date":1721088000000
166
  },
 
171
  "cost":0.0,
172
  "hf_id":"meta-llama\/Llama-3.1-8B-Instruct",
173
  "size":8030261248.0,
174
+ "type":"open-source",
175
  "license":"Llama3.1",
176
  "creation_date":1721260800000
177
  },
 
182
  "cost":0.0,
183
  "hf_id":"meta-llama\/Llama-3.2-1B-Instruct",
184
  "size":1235814400.0,
185
+ "type":"open-source",
186
  "license":"Llama3.2",
187
  "creation_date":1726617600000
188
  },
 
193
  "cost":0.0,
194
  "hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
195
  "size":70553706496.0,
196
+ "type":"open-source",
197
  "license":"Llama3.3",
198
  "creation_date":1732579200000
199
  },
 
204
  "cost":0.0,
205
  "hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
206
  "size":401583781376.0,
207
+ "type":"open-source",
208
  "license":"Other",
209
  "creation_date":1743465600000
210
  },
 
215
  "cost":0.14,
216
  "hf_id":"microsoft\/phi-4",
217
  "size":14659507200.0,
218
+ "type":"open-source",
219
  "license":"Mit",
220
  "creation_date":1733875200000
221
  },
 
226
  "cost":0.1,
227
  "hf_id":"microsoft\/Phi-4-multimodal-instruct",
228
  "size":5574460384.0,
229
+ "type":"open-source",
230
  "license":"Mit",
231
  "creation_date":1740355200000
232
  },
 
237
  "cost":0.0,
238
  "hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
239
  "size":12247782400.0,
240
+ "type":"open-source",
241
  "license":"Apache 2.0",
242
  "creation_date":1721174400000
243
  },
 
248
  "cost":0.6,
249
  "hf_id":null,
250
  "size":null,
251
+ "type":"closed-source",
252
  "license":null,
253
  "creation_date":1739750400000
254
  },
 
259
  "cost":0.0,
260
  "hf_id":"mistralai\/Mistral-Small-3.1-24B-Instruct-2503",
261
  "size":24011361280.0,
262
+ "type":"open-source",
263
  "license":"Apache 2.0",
264
  "creation_date":1741651200000
265
  },
 
270
  "cost":1.6,
271
  "hf_id":null,
272
  "size":null,
273
+ "type":"closed-source",
274
  "license":null,
275
  "creation_date":1744588800000
276
  },
 
281
  "cost":0.4,
282
  "hf_id":null,
283
  "size":null,
284
+ "type":"closed-source",
285
  "license":null,
286
  "creation_date":1744588800000
287
  },
 
292
  "cost":0.6,
293
  "hf_id":null,
294
  "size":null,
295
+ "type":"closed-source",
296
  "license":null,
297
  "creation_date":1721260800000
298
  }