Upload from GitHub Actions: More models
Browse files- evals/main.py +1 -1
- evals/models.py +2 -2
evals/main.py
CHANGED
@@ -10,7 +10,7 @@ from tqdm.asyncio import tqdm_asyncio
|
|
10 |
|
11 |
n_sentences = 10
|
12 |
n_languages = 20
|
13 |
-
n_models =
|
14 |
|
15 |
# ===== run evaluation and aggregate results =====
|
16 |
|
|
|
10 |
|
11 |
n_sentences = 10
|
12 |
n_languages = 20
|
13 |
+
n_models = 30
|
14 |
|
15 |
# ===== run evaluation and aggregate results =====
|
16 |
|
evals/models.py
CHANGED
@@ -200,8 +200,8 @@ def get_cost(row):
|
|
200 |
@cache
|
201 |
def load_models(date: date):
|
202 |
popular_models = (
|
203 |
-
get_historical_popular_models(date.today())[:
|
204 |
-
+ get_current_popular_models(date.today())[:
|
205 |
)
|
206 |
popular_models = [m["slug"] for m in popular_models]
|
207 |
models = set(important_models + popular_models) - set(blocklist)
|
|
|
200 |
@cache
|
201 |
def load_models(date: date):
|
202 |
popular_models = (
|
203 |
+
get_historical_popular_models(date.today())[:15]
|
204 |
+
+ get_current_popular_models(date.today())[:15]
|
205 |
)
|
206 |
popular_models = [m["slug"] for m in popular_models]
|
207 |
models = set(important_models + popular_models) - set(blocklist)
|