{
    "custom_generation_config": null,
    "model_params": {
        "model_name_or_path": "/workdir/models/Qwen2.5-72B-Instruct",
        "api_base": "http://10.36.60.73:3040",
        "generation_config": {
            "max_new_tokens": 200,
            "temperature": 0.0,
            "top_k": 40,
            "top_p": 0.9,
            "transformers_version": "4.45.2"
        },
        "max_model_len": 32000
    },
    "task_params": {
        "max_len": 4000,
        "few_shot_count": 0,
        "batch_size": 256,
        "max_sample_per_dataset": 10000000000,
        "method": "calculate_tokens_proba"
    }
}