davanstrien HF Staff commited on
Commit
7a1a2f9
·
1 Parent(s): d1489e3

try extra urls

Browse files
Files changed (1) hide show
  1. generate_summaries_uv.py +8 -1
generate_summaries_uv.py CHANGED
@@ -2,6 +2,7 @@
2
  # requires-python = ">=3.10"
3
  # dependencies = [
4
  # "datasets",
 
5
  # "hf_transfer",
6
  # "huggingface-hub[hf_xet]",
7
  # "polars",
@@ -11,6 +12,12 @@
11
  # "tqdm",
12
  # "setuptools",
13
  # ]
 
 
 
 
 
 
14
  # ///
15
  import argparse
16
  import logging
@@ -20,7 +27,7 @@ from typing import Optional
20
 
21
  # Set environment variables to speed up model loading
22
  os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
23
- # Note: VLLM will auto-select the best available attention backend
24
 
25
  import polars as pl
26
  from datasets import Dataset, load_dataset
 
2
  # requires-python = ">=3.10"
3
  # dependencies = [
4
  # "datasets",
5
+ # "flashinfer",
6
  # "hf_transfer",
7
  # "huggingface-hub[hf_xet]",
8
  # "polars",
 
12
  # "tqdm",
13
  # "setuptools",
14
  # ]
15
+ #
16
+ # [[tool.uv.index]]
17
+ # url = "https://flashinfer.ai/whl/cu126/torch2.6"
18
+ #
19
+ # [[tool.uv.index]]
20
+ # url = "https://wheels.vllm.ai/nightly"
21
  # ///
22
  import argparse
23
  import logging
 
27
 
28
  # Set environment variables to speed up model loading
29
  os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
30
+ os.environ["VLLM_ATTENTION_BACKEND"] = "FLASHINFER"
31
 
32
  import polars as pl
33
  from datasets import Dataset, load_dataset