artyomboyko commited on
Commit
e6b7535
·
verified ·
1 Parent(s): 9fb1b90

Update gaia_dataset.py

Browse files

Add access token to load dataset function.

Files changed (1) hide show
  1. gaia_dataset.py +4 -1
gaia_dataset.py CHANGED
@@ -1,8 +1,11 @@
1
  from smolagents import FinalAnswerTool
2
  from datasets import load_dataset, Dataset
3
  import json
 
4
 
5
- gaia_dataset = load_dataset("gaia-benchmark/GAIA", "2023_level1", trust_remote_code=True, split="validation")
 
 
6
 
7
  def get_example_by_feature_value(dataset: Dataset, feature_name: str, feature_value: str):
8
 
 
1
  from smolagents import FinalAnswerTool
2
  from datasets import load_dataset, Dataset
3
  import json
4
+ import os
5
 
6
+ HF_ACCESS_TOKEN = os.getenv("HF_ACCESS_TOKEN")
7
+
8
+ gaia_dataset = load_dataset("gaia-benchmark/GAIA", "2023_level1", trust_remote_code=True, split="validation", token=HF_ACCESS_TOKEN)
9
 
10
  def get_example_by_feature_value(dataset: Dataset, feature_name: str, feature_value: str):
11