davanstrien HF Staff commited on
Commit
90d6ec0
·
1 Parent(s): 95c6c39

env variables

Browse files
Files changed (1) hide show
  1. generate_summaries_uv.py +4 -0
generate_summaries_uv.py CHANGED
@@ -19,6 +19,10 @@ import os
19
  import sys
20
  from typing import Optional
21
 
 
 
 
 
22
  import polars as pl
23
  from datasets import Dataset, load_dataset
24
  from huggingface_hub import login, dataset_info
 
19
  import sys
20
  from typing import Optional
21
 
22
+ # Set environment variables to speed up model loading
23
+ os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
24
+ os.environ["VLLM_ATTENTION_BACKEND"] = "FLASHINFER"
25
+
26
  import polars as pl
27
  from datasets import Dataset, load_dataset
28
  from huggingface_hub import login, dataset_info