davidpomerenke commited on
Commit
0bd935e
·
verified ·
1 Parent(s): 1d4c8a4

Upload from GitHub Actions: More models

Browse files
Files changed (2) hide show
  1. evals/main.py +1 -1
  2. evals/models.py +2 -2
evals/main.py CHANGED
@@ -10,7 +10,7 @@ from tqdm.asyncio import tqdm_asyncio
10
 
11
  n_sentences = 10
12
  n_languages = 20
13
- n_models = 27
14
 
15
  # ===== run evaluation and aggregate results =====
16
 
 
10
 
11
  n_sentences = 10
12
  n_languages = 20
13
+ n_models = 30
14
 
15
  # ===== run evaluation and aggregate results =====
16
 
evals/models.py CHANGED
@@ -200,8 +200,8 @@ def get_cost(row):
200
  @cache
201
  def load_models(date: date):
202
  popular_models = (
203
- get_historical_popular_models(date.today())[:10]
204
- + get_current_popular_models(date.today())[:10]
205
  )
206
  popular_models = [m["slug"] for m in popular_models]
207
  models = set(important_models + popular_models) - set(blocklist)
 
200
  @cache
201
  def load_models(date: date):
202
  popular_models = (
203
+ get_historical_popular_models(date.today())[:15]
204
+ + get_current_popular_models(date.today())[:15]
205
  )
206
  popular_models = [m["slug"] for m in popular_models]
207
  models = set(important_models + popular_models) - set(blocklist)