Update gaia_dataset.py
Browse filesAdd access token to load dataset function.
- gaia_dataset.py +4 -1
gaia_dataset.py
CHANGED
@@ -1,8 +1,11 @@
|
|
1 |
from smolagents import FinalAnswerTool
|
2 |
from datasets import load_dataset, Dataset
|
3 |
import json
|
|
|
4 |
|
5 |
-
|
|
|
|
|
6 |
|
7 |
def get_example_by_feature_value(dataset: Dataset, feature_name: str, feature_value: str):
|
8 |
|
|
|
1 |
from smolagents import FinalAnswerTool
|
2 |
from datasets import load_dataset, Dataset
|
3 |
import json
|
4 |
+
import os
|
5 |
|
6 |
+
HF_ACCESS_TOKEN = os.getenv("HF_ACCESS_TOKEN")
|
7 |
+
|
8 |
+
gaia_dataset = load_dataset("gaia-benchmark/GAIA", "2023_level1", trust_remote_code=True, split="validation", token=HF_ACCESS_TOKEN)
|
9 |
|
10 |
def get_example_by_feature_value(dataset: Dataset, feature_name: str, feature_value: str):
|
11 |
|