Add o3-mini and DeepSeek-R1 results

inspect_log_file_names.json

@@ -37,6 +37,31 @@
         "mmlu": "2024-11-04T16-26-13-05-00_mmlu_QvfQ46qJen2bvxiktHu86H.json",
         "mmmu_multiple_choice": "2025-01-20T23-21-33-05-00_mmmu-multiple-choice_3huWbH3SVWx7NTGwYoKbBD.json"
     },
+    "o3-mini": {
+        "math": "2025-02-06T18-33-30-05-00_math_86Gx8n4BxhpyfaSHmRcCUm.json",
+        "humaneval": "2025-02-06T20-58-48-05-00_humaneval_Dkod7CS9RmbbogYx9aEXtx.json",
+        "mmlu_pro": "2025-02-06T19-49-27-05-00_mmlu-pro_jz9woKfdKt8VMzqNFsy7kY.json",
+        "gpqa_diamond": "2025-02-06T17-57-54-05-00_gpqa-diamond_2znyMtdc7X4LJufxXeXA8Z.json",
+        "winogrande": "2025-02-06T22-50-40-05-00_winogrande_VsTW2uU2Kj66YoNoFfRfUj.json",
+        "gsm8k": "2025-02-06T18-23-05-05-00_gsm8k_d523pJzkcvobxamhhobCRb.json",
+        "arc_challenge": "2025-02-06T17-53-30-05-00_arc-challenge_AYFHec7wmd4jELF2Rgzfya.json",
+        "arc_easy": "2025-02-06T17-45-57-05-00_arc-easy_Nd8NP3K48tvwLVZb8kXDwg.json",
+        "gaia": "2025-02-05T23-21-20+00-00_gaia_hyMq8MzMm6NgAeq3dNqZSU.json",
+        "gdm_intercode_ctf": "2025-02-05T21-43-18+00-00_gdm-intercode-ctf_gdm29C6DuTEsX9qm9ymmrC.json",
+        "gdm_in_house_ctf": "2025-02-05T23-59-08+00-00_gdm-in-house-ctf_2zkAX5nkJoxDnVKpJL9VgW.json",
+        "agentharm_benign": "2025-02-03T18-49-08-08-00_agentharm-benign_Gv94YFpAXaaCJqe3Fc6yr3.json",
+        "agentharm": "2025-02-03T18-17-03-08-00_agentharm_DmN6i5HrgXHNARjsuSewjg.json",
+        "swe_bench": "2025-02-03T06-49-09+00-00_openai-o3-mini.json"
+    },
+    "DeepSeek-R1": {
+        "mmlu_pro": "2025-02-12T11-02-35-05-00_mmlu-pro_BhD89DYN9KM3k4weSDfaQK.json",
+        "math": "2025-02-11T11-38-10-05-00_math_ZYFSqsWsmP5kLRLHEMWULU.json",
+        "gsm8k": "2025-02-02T16-28-05-05-00_gsm8k_YMw6WiZkgTBQ54z5UHtDDX.json",
+        "arc_challenge": "2025-01-30T15-42-39-05-00_arc-challenge_CviW9ro6rKBbctkwJzQstp.json",
+        "winogrande": "2025-02-04T00-25-12-05-00_winogrande_NPgTbtqom2QSPKxeThWrdZ.json",
+        "arc_easy": "2025-01-30T12-48-35-05-00_arc-easy_SvRDfqsHDECQtvNU7rodZH.json",
+        "gpqa_diamond": "2025-02-11T11-37-45-05-00_gpqa-diamond_MwnVeLwyuiEAALr3M5q3dn.json"
+    },
     "o1": {
         "winogrande": "2025-01-20T16-46-06-05-00_winogrande_YUtAdEsForRffqe4Sm3wtR.json",
         "humaneval": "2025-01-17T14-59-12-05-00_humaneval_RRL8GMy9NakTxUHsDVWNng.json",

refactor_eval_results.py

@@ -42,6 +42,8 @@ MODEL_SHA_MAP = {
     "gpt-4o": "https://openai.com/index/hello-gpt-4o",
     "gpt-4o-mini": "https://openai.com/index/gpt-4o-mini-advancing-cost-efficient-intelligence",
     "o1": "https://openai.com/o1",
+    "o3-mini": "https://openai.com/index/openai-o3-mini",
+    "DeepSeek-R1": "https://api-docs.deepseek.com/news/news250120"
 }
 
 MODEL_VERSION_MAP = {
@@ -58,6 +60,8 @@ MODEL_VERSION_MAP = {
     "gpt-4o": "GPT-4o-20240806",
     "gpt-4o-mini": "GPT-4o-mini-20240718",
     "o1": "o1-20241217",
+    "o3-mini": "o3-mini-20250131",
+    "DeepSeek-R1": "DeepSeek-R1",
 }
 
 AGENTIC_LOG_MODEL_NAME_MAP = {
@@ -65,6 +69,7 @@ AGENTIC_LOG_MODEL_NAME_MAP = {
     "gemini-1.5-pro": "gemini-1.5-pro-002",
     "gpt-4o": "gpt-4o-2024-08-06",
     "o1": "o1-2024-12-17",
+    "o3-mini": "o3-mini-2025-01-31",
 }
 
 AGENTIC_TASKS = ["gaia", "gdm-intercode-ctf", "gdm-in-house-ctf", "agentharm", "swe-bench"]