davanstrien HF Staff commited on
Commit
89d7d7b
·
1 Parent(s): 41f4e02

add setuptools

Browse files
Files changed (1) hide show
  1. generate_summaries_uv.py +3 -5
generate_summaries_uv.py CHANGED
@@ -10,6 +10,7 @@
10
  # "transformers",
11
  # "vllm",
12
  # "tqdm",
 
13
  # ]
14
  # ///
15
  #
@@ -112,12 +113,9 @@ def generate_summaries(
112
 
113
  # Download model to local directory first
114
  logger.info(f"Downloading model {model_id} to local directory...")
115
- local_model_path = snapshot_download(
116
- repo_id=model_id,
117
- resume_download=True
118
- )
119
  logger.info(f"Model downloaded to: {local_model_path}")
120
-
121
  # Initialize model and tokenizer from local path
122
  logger.info(f"Initializing vLLM model from local path: {local_model_path}")
123
  llm = LLM(model=local_model_path)
 
10
  # "transformers",
11
  # "vllm",
12
  # "tqdm",
13
+ # "setuptools",
14
  # ]
15
  # ///
16
  #
 
113
 
114
  # Download model to local directory first
115
  logger.info(f"Downloading model {model_id} to local directory...")
116
+ local_model_path = snapshot_download(repo_id=model_id, resume_download=True)
 
 
 
117
  logger.info(f"Model downloaded to: {local_model_path}")
118
+
119
  # Initialize model and tokenizer from local path
120
  logger.info(f"Initializing vLLM model from local path: {local_model_path}")
121
  llm = LLM(model=local_model_path)