File size: 279 Bytes
5a850b0
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
{
    "dataset_repo": "EleutherAI/fineweb-edu-dedup-10b",
    "dataset_split": "train",
    "dataset_name": "",
    "dataset_column": "text",
    "batch_size": 16,
    "cache_ctx_len": 256,
    "n_tokens": 1000000,
    "n_splits": 5,
    "model_name": "meta-llama/Llama-3.2-1B"
}