Remove local transformers wheel and switch to git source

app.py

@@ -1,24 +1,15 @@
 #!/usr/bin/env python
 
-import os
 from collections.abc import Iterator
 from threading import Thread
 
-# TODO: remove this once the code is released  # noqa: FIX002, TD002, TD003
-if os.getenv("SPACE_ID"):
-    import shlex
-    import subprocess
-
-    subprocess.run(shlex.split("pip install assets/transformers-4.50.0.dev0-py3-none-any.whl"), check=True)  # noqa: S603
-
-
 import gradio as gr
 import spaces
 import torch
 from transformers import AutoProcessor, Gemma3ForConditionalGeneration, TextIteratorStreamer
 
 model_id = "google/gemma-3-12b-it"
-processor = AutoProcessor.from_pretrained(model_id)
+processor = AutoProcessor.from_pretrained(model_id, padding_side="left")
 model = Gemma3ForConditionalGeneration.from_pretrained(
     model_id, device_map="auto", torch_dtype=torch.bfloat16, attn_implementation="eager"
 )

assets/transformers-4.50.0.dev0-py3-none-any.whl

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:78972eef871bae197d8fd577623f017eb243f730ffecf02a3b70cacdc3d127fd
-size 10933656

pyproject.toml

@@ -12,6 +12,7 @@ dependencies = [
     "sentencepiece>=0.2.0",
     "spaces>=0.32.0",
     "torch==2.4.0",
+    "transformers",
 ]
 
 [tool.ruff]
@@ -56,9 +57,4 @@ convention = "google"
 docstring-code-format = true
 
 [tool.uv.sources]
-transformers = { path = "assets/transformers-4.50.0.dev0-py3-none-any.whl" }
-
-[dependency-groups]
-dev = [
-    "transformers",
-]
+transformers = { git = "https://github.com/huggingface/transformers", rev = "2829013d2d00e63d75a1f6f7a3f003bc60cc69af" }

requirements.txt

@@ -32,6 +32,7 @@ filelock==3.17.0
     # via
     #   huggingface-hub
     #   torch
+    #   transformers
     #   triton
 fsspec==2025.3.0
     # via
@@ -65,6 +66,8 @@ huggingface-hub==0.29.2
     #   accelerate
     #   gradio
     #   gradio-client
+    #   tokenizers
+    #   transformers
 idna==3.10
     # via
     #   anyio
@@ -91,6 +94,7 @@ numpy==2.2.3
     #   accelerate
     #   gradio
     #   pandas
+    #   transformers
 nvidia-cublas-cu12==12.1.3.1
     # via
     #   nvidia-cudnn-cu12
@@ -131,6 +135,7 @@ packaging==24.2
     #   gradio-client
     #   huggingface-hub
     #   spaces
+    #   transformers
 pandas==2.2.3
     # via gradio
 pillow==11.1.0
@@ -163,10 +168,14 @@ pyyaml==6.0.2
     #   accelerate
     #   gradio
     #   huggingface-hub
+    #   transformers
+regex==2024.11.6
+    # via transformers
 requests==2.32.3
     # via
     #   huggingface-hub
     #   spaces
+    #   transformers
 rich==13.9.4
     # via typer
 ruff==0.9.10
@@ -174,7 +183,9 @@ ruff==0.9.10
 safehttpx==0.1.6
     # via gradio
 safetensors==0.5.3
-    # via accelerate
+    # via
+    #   accelerate
+    #   transformers
 semantic-version==2.10.0
     # via gradio
 sentencepiece==0.2.0
@@ -193,6 +204,8 @@ starlette==0.46.1
     #   gradio
 sympy==1.13.3
     # via torch
+tokenizers==0.21.0
+    # via transformers
 tomlkit==0.13.2
     # via gradio
 torch==2.4.0
@@ -200,7 +213,11 @@ torch==2.4.0
     #   gemma-3-12b-it (pyproject.toml)
     #   accelerate
 tqdm==4.67.1
-    # via huggingface-hub
+    # via
+    #   huggingface-hub
+    #   transformers
+transformers @ git+https://github.com/huggingface/transformers@2829013d2d00e63d75a1f6f7a3f003bc60cc69af
+    # via gemma-3-12b-it (pyproject.toml)
 triton==3.0.0
     # via torch
 typer==0.15.2

uv.lock

@@ -252,10 +252,6 @@ dependencies = [
     { name = "sentencepiece" },
     { name = "spaces" },
     { name = "torch" },
-]
-
-[package.dev-dependencies]
-dev = [
     { name = "transformers" },
 ]
 
@@ -268,11 +264,9 @@ requires-dist = [
     { name = "sentencepiece", specifier = ">=0.2.0" },
     { name = "spaces", specifier = ">=0.32.0" },
     { name = "torch", specifier = "==2.4.0" },
+    { name = "transformers", git = "https://github.com/huggingface/transformers?rev=2829013d2d00e63d75a1f6f7a3f003bc60cc69af" },
 ]
 
-[package.metadata.requires-dev]
-dev = [{ name = "transformers", path = "assets/transformers-4.50.0.dev0-py3-none-any.whl" }]
-
 [[package]]
 name = "gradio"
 version = "5.20.1"
@@ -1440,7 +1434,7 @@ wheels = [
 [[package]]
 name = "transformers"
 version = "4.50.0.dev0"
-source = { path = "assets/transformers-4.50.0.dev0-py3-none-any.whl" }
+source = { git = "https://github.com/huggingface/transformers?rev=2829013d2d00e63d75a1f6f7a3f003bc60cc69af#2829013d2d00e63d75a1f6f7a3f003bc60cc69af" }
 dependencies = [
     { name = "filelock" },
     { name = "huggingface-hub" },
@@ -1453,381 +1447,6 @@ dependencies = [
     { name = "tokenizers" },
     { name = "tqdm" },
 ]
-wheels = [
-    { filename = "transformers-4.50.0.dev0-py3-none-any.whl", hash = "sha256:78972eef871bae197d8fd577623f017eb243f730ffecf02a3b70cacdc3d127fd" },
-]
-
-[package.metadata]
-requires-dist = [
-    { name = "accelerate", marker = "extra == 'accelerate'", specifier = ">=0.26.0" },
-    { name = "accelerate", marker = "extra == 'agents'", specifier = ">=0.26.0" },
-    { name = "accelerate", marker = "extra == 'all'", specifier = ">=0.26.0" },
-    { name = "accelerate", marker = "extra == 'deepspeed'", specifier = ">=0.26.0" },
-    { name = "accelerate", marker = "extra == 'deepspeed-testing'", specifier = ">=0.26.0" },
-    { name = "accelerate", marker = "extra == 'dev'", specifier = ">=0.26.0" },
-    { name = "accelerate", marker = "extra == 'dev-torch'", specifier = ">=0.26.0" },
-    { name = "accelerate", marker = "extra == 'torch'", specifier = ">=0.26.0" },
-    { name = "av", marker = "extra == 'all'" },
-    { name = "av", marker = "extra == 'dev'" },
-    { name = "av", marker = "extra == 'video'" },
-    { name = "beautifulsoup4", marker = "extra == 'deepspeed-testing'" },
-    { name = "beautifulsoup4", marker = "extra == 'dev'" },
-    { name = "beautifulsoup4", marker = "extra == 'dev-tensorflow'" },
-    { name = "beautifulsoup4", marker = "extra == 'dev-torch'" },
-    { name = "beautifulsoup4", marker = "extra == 'testing'" },
-    { name = "blobfile", marker = "extra == 'tiktoken'" },
-    { name = "codecarbon", marker = "extra == 'all'", specifier = ">=2.8.1" },
-    { name = "codecarbon", marker = "extra == 'codecarbon'", specifier = ">=2.8.1" },
-    { name = "codecarbon", marker = "extra == 'dev'", specifier = ">=2.8.1" },
-    { name = "codecarbon", marker = "extra == 'dev-torch'", specifier = ">=2.8.1" },
-    { name = "cookiecutter", marker = "extra == 'deepspeed-testing'", specifier = "==1.7.3" },
-    { name = "cookiecutter", marker = "extra == 'dev'", specifier = "==1.7.3" },
-    { name = "cookiecutter", marker = "extra == 'dev-tensorflow'", specifier = "==1.7.3" },
-    { name = "cookiecutter", marker = "extra == 'dev-torch'", specifier = "==1.7.3" },
-    { name = "cookiecutter", marker = "extra == 'modelcreation'", specifier = "==1.7.3" },
-    { name = "cookiecutter", marker = "extra == 'testing'", specifier = "==1.7.3" },
-    { name = "datasets", marker = "extra == 'agents'", specifier = "!=2.5.0" },
-    { name = "datasets", marker = "extra == 'deepspeed-testing'", specifier = "!=2.5.0" },
-    { name = "datasets", marker = "extra == 'dev'", specifier = "!=2.5.0" },
-    { name = "datasets", marker = "extra == 'dev-tensorflow'", specifier = "!=2.5.0" },
-    { name = "datasets", marker = "extra == 'dev-torch'", specifier = "!=2.5.0" },
-    { name = "datasets", marker = "extra == 'quality'", specifier = "!=2.5.0" },
-    { name = "datasets", marker = "extra == 'retrieval'", specifier = "!=2.5.0" },
-    { name = "datasets", marker = "extra == 'testing'", specifier = "!=2.5.0" },
-    { name = "deepspeed", marker = "extra == 'deepspeed'", specifier = ">=0.9.3" },
-    { name = "deepspeed", marker = "extra == 'deepspeed-testing'", specifier = ">=0.9.3" },
-    { name = "diffusers", marker = "extra == 'agents'" },
-    { name = "dill", marker = "extra == 'deepspeed-testing'", specifier = "<0.3.5" },
-    { name = "dill", marker = "extra == 'dev'", specifier = "<0.3.5" },
-    { name = "dill", marker = "extra == 'dev-tensorflow'", specifier = "<0.3.5" },
-    { name = "dill", marker = "extra == 'dev-torch'", specifier = "<0.3.5" },
-    { name = "dill", marker = "extra == 'testing'", specifier = "<0.3.5" },
-    { name = "evaluate", marker = "extra == 'deepspeed-testing'", specifier = ">=0.2.0" },
-    { name = "evaluate", marker = "extra == 'dev'", specifier = ">=0.2.0" },
-    { name = "evaluate", marker = "extra == 'dev-tensorflow'", specifier = ">=0.2.0" },
-    { name = "evaluate", marker = "extra == 'dev-torch'", specifier = ">=0.2.0" },
-    { name = "evaluate", marker = "extra == 'testing'", specifier = ">=0.2.0" },
-    { name = "faiss-cpu", marker = "extra == 'deepspeed-testing'" },
-    { name = "faiss-cpu", marker = "extra == 'dev'" },
-    { name = "faiss-cpu", marker = "extra == 'dev-tensorflow'" },
-    { name = "faiss-cpu", marker = "extra == 'dev-torch'" },
-    { name = "faiss-cpu", marker = "extra == 'retrieval'" },
-    { name = "faiss-cpu", marker = "extra == 'testing'" },
-    { name = "fastapi", marker = "extra == 'serving'" },
-    { name = "filelock" },
-    { name = "filelock", marker = "extra == 'torchhub'" },
-    { name = "flax", marker = "extra == 'all'", specifier = ">=0.4.1,<=0.7.0" },
-    { name = "flax", marker = "extra == 'dev'", specifier = ">=0.4.1,<=0.7.0" },
-    { name = "flax", marker = "extra == 'flax'", specifier = ">=0.4.1,<=0.7.0" },
-    { name = "ftfy", marker = "extra == 'ftfy'" },
-    { name = "fugashi", marker = "extra == 'dev'", specifier = ">=1.0" },
-    { name = "fugashi", marker = "extra == 'dev-torch'", specifier = ">=1.0" },
-    { name = "fugashi", marker = "extra == 'ja'", specifier = ">=1.0" },
-    { name = "gitpython", marker = "extra == 'deepspeed-testing'", specifier = "<3.1.19" },
-    { name = "gitpython", marker = "extra == 'dev'", specifier = "<3.1.19" },
-    { name = "gitpython", marker = "extra == 'dev-tensorflow'", specifier = "<3.1.19" },
-    { name = "gitpython", marker = "extra == 'dev-torch'", specifier = "<3.1.19" },
-    { name = "gitpython", marker = "extra == 'quality'", specifier = "<3.1.19" },
-    { name = "gitpython", marker = "extra == 'testing'", specifier = "<3.1.19" },
-    { name = "huggingface-hub", specifier = ">=0.26.0,<1.0" },
-    { name = "huggingface-hub", marker = "extra == 'torchhub'", specifier = ">=0.26.0,<1.0" },
-    { name = "importlib-metadata", marker = "extra == 'torchhub'" },
-    { name = "ipadic", marker = "extra == 'dev'", specifier = ">=1.0.0,<2.0" },
-    { name = "ipadic", marker = "extra == 'dev-torch'", specifier = ">=1.0.0,<2.0" },
-    { name = "ipadic", marker = "extra == 'ja'", specifier = ">=1.0.0,<2.0" },
-    { name = "isort", marker = "extra == 'dev'", specifier = ">=5.5.4" },
-    { name = "isort", marker = "extra == 'dev-tensorflow'", specifier = ">=5.5.4" },
-    { name = "isort", marker = "extra == 'dev-torch'", specifier = ">=5.5.4" },
-    { name = "isort", marker = "extra == 'quality'", specifier = ">=5.5.4" },
-    { name = "jax", marker = "extra == 'all'", specifier = ">=0.4.1,<=0.4.13" },
-    { name = "jax", marker = "extra == 'dev'", specifier = ">=0.4.1,<=0.4.13" },
-    { name = "jax", marker = "extra == 'flax'", specifier = ">=0.4.1,<=0.4.13" },
-    { name = "jaxlib", marker = "extra == 'all'", specifier = ">=0.4.1,<=0.4.13" },
-    { name = "jaxlib", marker = "extra == 'dev'", specifier = ">=0.4.1,<=0.4.13" },
-    { name = "jaxlib", marker = "extra == 'flax'", specifier = ">=0.4.1,<=0.4.13" },
-    { name = "kenlm", marker = "extra == 'all'" },
-    { name = "kenlm", marker = "extra == 'audio'" },
-    { name = "kenlm", marker = "extra == 'dev'" },
-    { name = "kenlm", marker = "extra == 'dev-tensorflow'" },
-    { name = "kenlm", marker = "extra == 'dev-torch'" },
-    { name = "kenlm", marker = "extra == 'flax-speech'" },
-    { name = "kenlm", marker = "extra == 'speech'" },
-    { name = "kenlm", marker = "extra == 'tf-speech'" },
-    { name = "kenlm", marker = "extra == 'torch-speech'" },
-    { name = "keras", marker = "extra == 'tf-cpu'", specifier = ">2.9,<2.16" },
-    { name = "keras-nlp", marker = "extra == 'all'", specifier = ">=0.3.1,<0.14.0" },
-    { name = "keras-nlp", marker = "extra == 'dev'", specifier = ">=0.3.1,<0.14.0" },
-    { name = "keras-nlp", marker = "extra == 'dev-tensorflow'", specifier = ">=0.3.1,<0.14.0" },
-    { name = "keras-nlp", marker = "extra == 'tf'", specifier = ">=0.3.1,<0.14.0" },
-    { name = "keras-nlp", marker = "extra == 'tf-cpu'", specifier = ">=0.3.1,<0.14.0" },
-    { name = "libcst", marker = "extra == 'dev'" },
-    { name = "libcst", marker = "extra == 'dev-tensorflow'" },
-    { name = "libcst", marker = "extra == 'dev-torch'" },
-    { name = "libcst", marker = "extra == 'quality'" },
-    { name = "librosa", marker = "extra == 'all'" },
-    { name = "librosa", marker = "extra == 'audio'" },
-    { name = "librosa", marker = "extra == 'dev'" },
-    { name = "librosa", marker = "extra == 'dev-tensorflow'" },
-    { name = "librosa", marker = "extra == 'dev-torch'" },
-    { name = "librosa", marker = "extra == 'flax-speech'" },
-    { name = "librosa", marker = "extra == 'speech'" },
-    { name = "librosa", marker = "extra == 'tf-speech'" },
-    { name = "librosa", marker = "extra == 'torch-speech'" },
-    { name = "natten", marker = "extra == 'natten'", specifier = ">=0.14.6,<0.15.0" },
-    { name = "nltk", marker = "extra == 'deepspeed-testing'", specifier = "<=3.8.1" },
-    { name = "nltk", marker = "extra == 'dev'", specifier = "<=3.8.1" },
-    { name = "nltk", marker = "extra == 'dev-tensorflow'", specifier = "<=3.8.1" },
-    { name = "nltk", marker = "extra == 'dev-torch'", specifier = "<=3.8.1" },
-    { name = "nltk", marker = "extra == 'testing'", specifier = "<=3.8.1" },
-    { name = "num2words", marker = "extra == 'all'" },
-    { name = "num2words", marker = "extra == 'dev'" },
-    { name = "num2words", marker = "extra == 'dev-torch'" },
-    { name = "num2words", marker = "extra == 'num2words'" },
-    { name = "numpy", specifier = ">=1.17" },
-    { name = "numpy", marker = "extra == 'torchhub'", specifier = ">=1.17" },
-    { name = "onnxconverter-common", marker = "extra == 'all'" },
-    { name = "onnxconverter-common", marker = "extra == 'dev'" },
-    { name = "onnxconverter-common", marker = "extra == 'dev-tensorflow'" },
-    { name = "onnxconverter-common", marker = "extra == 'onnx'" },
-    { name = "onnxconverter-common", marker = "extra == 'tf'" },
-    { name = "onnxconverter-common", marker = "extra == 'tf-cpu'" },
-    { name = "onnxruntime", marker = "extra == 'dev-tensorflow'", specifier = ">=1.4.0" },
-    { name = "onnxruntime", marker = "extra == 'dev-torch'", specifier = ">=1.4.0" },
-    { name = "onnxruntime", marker = "extra == 'onnx'", specifier = ">=1.4.0" },
-    { name = "onnxruntime", marker = "extra == 'onnxruntime'", specifier = ">=1.4.0" },
-    { name = "onnxruntime-tools", marker = "extra == 'dev-tensorflow'", specifier = ">=1.4.2" },
-    { name = "onnxruntime-tools", marker = "extra == 'dev-torch'", specifier = ">=1.4.2" },
-    { name = "onnxruntime-tools", marker = "extra == 'onnx'", specifier = ">=1.4.2" },
-    { name = "onnxruntime-tools", marker = "extra == 'onnxruntime'", specifier = ">=1.4.2" },
-    { name = "opencv-python", marker = "extra == 'agents'" },
-    { name = "optax", marker = "extra == 'all'", specifier = ">=0.0.8,<=0.1.4" },
-    { name = "optax", marker = "extra == 'dev'", specifier = ">=0.0.8,<=0.1.4" },
-    { name = "optax", marker = "extra == 'flax'", specifier = ">=0.0.8,<=0.1.4" },
-    { name = "optimum-benchmark", marker = "extra == 'benchmark'", specifier = ">=0.3.0" },
-    { name = "optuna", marker = "extra == 'all'" },
-    { name = "optuna", marker = "extra == 'deepspeed-testing'" },
-    { name = "optuna", marker = "extra == 'dev'" },
-    { name = "optuna", marker = "extra == 'dev-torch'" },
-    { name = "optuna", marker = "extra == 'integrations'" },
-    { name = "optuna", marker = "extra == 'optuna'" },
-    { name = "packaging", specifier = ">=20.0" },
-    { name = "packaging", marker = "extra == 'torchhub'", specifier = ">=20.0" },
-    { name = "parameterized", marker = "extra == 'deepspeed-testing'" },
-    { name = "parameterized", marker = "extra == 'dev'" },
-    { name = "parameterized", marker = "extra == 'dev-tensorflow'" },
-    { name = "parameterized", marker = "extra == 'dev-torch'" },
-    { name = "parameterized", marker = "extra == 'testing'" },
-    { name = "phonemizer", marker = "extra == 'all'" },
-    { name = "phonemizer", marker = "extra == 'audio'" },
-    { name = "phonemizer", marker = "extra == 'dev'" },
-    { name = "phonemizer", marker = "extra == 'dev-tensorflow'" },
-    { name = "phonemizer", marker = "extra == 'dev-torch'" },
-    { name = "phonemizer", marker = "extra == 'flax-speech'" },
-    { name = "phonemizer", marker = "extra == 'speech'" },
-    { name = "phonemizer", marker = "extra == 'tf-speech'" },
-    { name = "phonemizer", marker = "extra == 'torch-speech'" },
-    { name = "pillow", marker = "extra == 'agents'", specifier = ">=10.0.1,<=15.0" },
-    { name = "pillow", marker = "extra == 'all'", specifier = ">=10.0.1,<=15.0" },
-    { name = "pillow", marker = "extra == 'dev'", specifier = ">=10.0.1,<=15.0" },
-    { name = "pillow", marker = "extra == 'dev-tensorflow'", specifier = ">=10.0.1,<=15.0" },
-    { name = "pillow", marker = "extra == 'dev-torch'", specifier = ">=10.0.1,<=15.0" },
-    { name = "pillow", marker = "extra == 'torch-vision'", specifier = ">=10.0.1,<=15.0" },
-    { name = "pillow", marker = "extra == 'vision'", specifier = ">=10.0.1,<=15.0" },
-    { name = "protobuf", marker = "extra == 'all'" },
-    { name = "protobuf", marker = "extra == 'deepspeed-testing'" },
-    { name = "protobuf", marker = "extra == 'dev'" },
-    { name = "protobuf", marker = "extra == 'dev-tensorflow'" },
-    { name = "protobuf", marker = "extra == 'dev-torch'" },
-    { name = "protobuf", marker = "extra == 'sentencepiece'" },
-    { name = "protobuf", marker = "extra == 'torchhub'" },
-    { name = "psutil", marker = "extra == 'deepspeed-testing'" },
-    { name = "psutil", marker = "extra == 'dev'" },
-    { name = "psutil", marker = "extra == 'dev-tensorflow'" },
-    { name = "psutil", marker = "extra == 'dev-torch'" },
-    { name = "psutil", marker = "extra == 'testing'" },
-    { name = "pyctcdecode", marker = "extra == 'all'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'audio'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'dev'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'dev-tensorflow'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'dev-torch'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'flax-speech'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'speech'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'tf-speech'", specifier = ">=0.4.0" },
-    { name = "pyctcdecode", marker = "extra == 'torch-speech'", specifier = ">=0.4.0" },
-    { name = "pydantic", marker = "extra == 'deepspeed-testing'" },
-    { name = "pydantic", marker = "extra == 'dev'" },
-    { name = "pydantic", marker = "extra == 'dev-tensorflow'" },
-    { name = "pydantic", marker = "extra == 'dev-torch'" },
-    { name = "pydantic", marker = "extra == 'serving'" },
-    { name = "pydantic", marker = "extra == 'testing'" },
-    { name = "pytest", marker = "extra == 'deepspeed-testing'", specifier = ">=7.2.0,<8.0.0" },
-    { name = "pytest", marker = "extra == 'dev'", specifier = ">=7.2.0,<8.0.0" },
-    { name = "pytest", marker = "extra == 'dev-tensorflow'", specifier = ">=7.2.0,<8.0.0" },
-    { name = "pytest", marker = "extra == 'dev-torch'", specifier = ">=7.2.0,<8.0.0" },
-    { name = "pytest", marker = "extra == 'testing'", specifier = ">=7.2.0,<8.0.0" },
-    { name = "pytest-asyncio", marker = "extra == 'deepspeed-testing'" },
-    { name = "pytest-asyncio", marker = "extra == 'dev'" },
-    { name = "pytest-asyncio", marker = "extra == 'dev-tensorflow'" },
-    { name = "pytest-asyncio", marker = "extra == 'dev-torch'" },
-    { name = "pytest-asyncio", marker = "extra == 'testing'" },
-    { name = "pytest-rich", marker = "extra == 'deepspeed-testing'" },
-    { name = "pytest-rich", marker = "extra == 'dev'" },
-    { name = "pytest-rich", marker = "extra == 'dev-tensorflow'" },
-    { name = "pytest-rich", marker = "extra == 'dev-torch'" },
-    { name = "pytest-rich", marker = "extra == 'testing'" },
-    { name = "pytest-timeout", marker = "extra == 'deepspeed-testing'" },
-    { name = "pytest-timeout", marker = "extra == 'dev'" },
-    { name = "pytest-timeout", marker = "extra == 'dev-tensorflow'" },
-    { name = "pytest-timeout", marker = "extra == 'dev-torch'" },
-    { name = "pytest-timeout", marker = "extra == 'testing'" },
-    { name = "pytest-xdist", marker = "extra == 'deepspeed-testing'" },
-    { name = "pytest-xdist", marker = "extra == 'dev'" },
-    { name = "pytest-xdist", marker = "extra == 'dev-tensorflow'" },
-    { name = "pytest-xdist", marker = "extra == 'dev-torch'" },
-    { name = "pytest-xdist", marker = "extra == 'testing'" },
-    { name = "pyyaml", specifier = ">=5.1" },
-    { name = "ray", extras = ["tune"], marker = "extra == 'all'", specifier = ">=2.7.0" },
-    { name = "ray", extras = ["tune"], marker = "extra == 'dev'", specifier = ">=2.7.0" },
-    { name = "ray", extras = ["tune"], marker = "extra == 'dev-torch'", specifier = ">=2.7.0" },
-    { name = "ray", extras = ["tune"], marker = "extra == 'integrations'", specifier = ">=2.7.0" },
-    { name = "ray", extras = ["tune"], marker = "extra == 'ray'", specifier = ">=2.7.0" },
-    { name = "regex", specifier = "!=2019.12.17" },
-    { name = "regex", marker = "extra == 'torchhub'", specifier = "!=2019.12.17" },
-    { name = "requests" },
-    { name = "requests", marker = "extra == 'torchhub'" },
-    { name = "rhoknp", marker = "extra == 'dev'", specifier = ">=1.1.0,<1.3.1" },
-    { name = "rhoknp", marker = "extra == 'dev-torch'", specifier = ">=1.1.0,<1.3.1" },
-    { name = "rhoknp", marker = "extra == 'ja'", specifier = ">=1.1.0,<1.3.1" },
-    { name = "rich", marker = "extra == 'dev'" },
-    { name = "rich", marker = "extra == 'dev-tensorflow'" },
-    { name = "rich", marker = "extra == 'dev-torch'" },
-    { name = "rich", marker = "extra == 'quality'" },
-    { name = "rjieba", marker = "extra == 'deepspeed-testing'" },
-    { name = "rjieba", marker = "extra == 'dev'" },
-    { name = "rjieba", marker = "extra == 'dev-tensorflow'" },
-    { name = "rjieba", marker = "extra == 'dev-torch'" },
-    { name = "rjieba", marker = "extra == 'testing'" },
-    { name = "rouge-score", marker = "extra == 'deepspeed-testing'", specifier = "!=0.0.7,!=0.0.8,!=0.1,!=0.1.1" },
-    { name = "rouge-score", marker = "extra == 'dev'", specifier = "!=0.0.7,!=0.0.8,!=0.1,!=0.1.1" },
-    { name = "rouge-score", marker = "extra == 'dev-tensorflow'", specifier = "!=0.0.7,!=0.0.8,!=0.1,!=0.1.1" },
-    { name = "rouge-score", marker = "extra == 'dev-torch'", specifier = "!=0.0.7,!=0.0.8,!=0.1,!=0.1.1" },
-    { name = "rouge-score", marker = "extra == 'testing'", specifier = "!=0.0.7,!=0.0.8,!=0.1,!=0.1.1" },
-    { name = "ruff", marker = "extra == 'deepspeed-testing'", specifier = "==0.5.1" },
-    { name = "ruff", marker = "extra == 'dev'", specifier = "==0.5.1" },
-    { name = "ruff", marker = "extra == 'dev-tensorflow'", specifier = "==0.5.1" },
-    { name = "ruff", marker = "extra == 'dev-torch'", specifier = "==0.5.1" },
-    { name = "ruff", marker = "extra == 'quality'", specifier = "==0.5.1" },
-    { name = "ruff", marker = "extra == 'ruff'", specifier = "==0.5.1" },
-    { name = "ruff", marker = "extra == 'testing'", specifier = "==0.5.1" },
-    { name = "sacrebleu", marker = "extra == 'deepspeed-testing'", specifier = ">=1.4.12,<2.0.0" },
-    { name = "sacrebleu", marker = "extra == 'dev'", specifier = ">=1.4.12,<2.0.0" },
-    { name = "sacrebleu", marker = "extra == 'dev-tensorflow'", specifier = ">=1.4.12,<2.0.0" },
-    { name = "sacrebleu", marker = "extra == 'dev-torch'", specifier = ">=1.4.12,<2.0.0" },
-    { name = "sacrebleu", marker = "extra == 'testing'", specifier = ">=1.4.12,<2.0.0" },
-    { name = "sacremoses", marker = "extra == 'deepspeed-testing'" },
-    { name = "sacremoses", marker = "extra == 'dev'" },
-    { name = "sacremoses", marker = "extra == 'dev-tensorflow'" },
-    { name = "sacremoses", marker = "extra == 'dev-torch'" },
-    { name = "sacremoses", marker = "extra == 'testing'" },
-    { name = "safetensors", specifier = ">=0.4.1" },
-    { name = "sagemaker", marker = "extra == 'sagemaker'", specifier = ">=2.31.0" },
-    { name = "scikit-learn", marker = "extra == 'dev'" },
-    { name = "scikit-learn", marker = "extra == 'dev-tensorflow'" },
-    { name = "scikit-learn", marker = "extra == 'dev-torch'" },
-    { name = "scikit-learn", marker = "extra == 'sklearn'" },
-    { name = "scipy", marker = "extra == 'all'", specifier = "<1.13.0" },
-    { name = "scipy", marker = "extra == 'dev'", specifier = "<1.13.0" },
-    { name = "scipy", marker = "extra == 'flax'", specifier = "<1.13.0" },
-    { name = "sentencepiece", marker = "extra == 'agents'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'all'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'deepspeed-testing'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'dev'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'dev-tensorflow'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'dev-torch'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'sentencepiece'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'testing'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sentencepiece", marker = "extra == 'torchhub'", specifier = ">=0.1.91,!=0.1.92" },
-    { name = "sigopt", marker = "extra == 'all'" },
-    { name = "sigopt", marker = "extra == 'dev'" },
-    { name = "sigopt", marker = "extra == 'dev-torch'" },
-    { name = "sigopt", marker = "extra == 'integrations'" },
-    { name = "sigopt", marker = "extra == 'sigopt'" },
-    { name = "starlette", marker = "extra == 'serving'" },
-    { name = "sudachidict-core", marker = "extra == 'dev'", specifier = ">=20220729" },
-    { name = "sudachidict-core", marker = "extra == 'dev-torch'", specifier = ">=20220729" },
-    { name = "sudachidict-core", marker = "extra == 'ja'", specifier = ">=20220729" },
-    { name = "sudachipy", marker = "extra == 'dev'", specifier = ">=0.6.6" },
-    { name = "sudachipy", marker = "extra == 'dev-torch'", specifier = ">=0.6.6" },
-    { name = "sudachipy", marker = "extra == 'ja'", specifier = ">=0.6.6" },
-    { name = "tensorboard", marker = "extra == 'deepspeed-testing'" },
-    { name = "tensorboard", marker = "extra == 'dev'" },
-    { name = "tensorboard", marker = "extra == 'dev-tensorflow'" },
-    { name = "tensorboard", marker = "extra == 'dev-torch'" },
-    { name = "tensorboard", marker = "extra == 'testing'" },
-    { name = "tensorflow", marker = "extra == 'all'", specifier = ">2.9,<2.16" },
-    { name = "tensorflow", marker = "extra == 'dev'", specifier = ">2.9,<2.16" },
-    { name = "tensorflow", marker = "extra == 'dev-tensorflow'", specifier = ">2.9,<2.16" },
-    { name = "tensorflow", marker = "extra == 'tf'", specifier = ">2.9,<2.16" },
-    { name = "tensorflow-cpu", marker = "extra == 'tf-cpu'", specifier = ">2.9,<2.16" },
-    { name = "tensorflow-probability", marker = "extra == 'tf-cpu'", specifier = "<0.24" },
-    { name = "tensorflow-text", marker = "extra == 'all'", specifier = "<2.16" },
-    { name = "tensorflow-text", marker = "extra == 'dev'", specifier = "<2.16" },
-    { name = "tensorflow-text", marker = "extra == 'dev-tensorflow'", specifier = "<2.16" },
-    { name = "tensorflow-text", marker = "extra == 'tf'", specifier = "<2.16" },
-    { name = "tensorflow-text", marker = "extra == 'tf-cpu'", specifier = "<2.16" },
-    { name = "tf2onnx", marker = "extra == 'all'" },
-    { name = "tf2onnx", marker = "extra == 'dev'" },
-    { name = "tf2onnx", marker = "extra == 'dev-tensorflow'" },
-    { name = "tf2onnx", marker = "extra == 'onnx'" },
-    { name = "tf2onnx", marker = "extra == 'tf'" },
-    { name = "tf2onnx", marker = "extra == 'tf-cpu'" },
-    { name = "tiktoken", marker = "extra == 'tiktoken'" },
-    { name = "timeout-decorator", marker = "extra == 'deepspeed-testing'" },
-    { name = "timeout-decorator", marker = "extra == 'dev'" },
-    { name = "timeout-decorator", marker = "extra == 'dev-tensorflow'" },
-    { name = "timeout-decorator", marker = "extra == 'dev-torch'" },
-    { name = "timeout-decorator", marker = "extra == 'testing'" },
-    { name = "timm", marker = "extra == 'all'", specifier = "<=1.0.11" },
-    { name = "timm", marker = "extra == 'dev'", specifier = "<=1.0.11" },
-    { name = "timm", marker = "extra == 'dev-torch'", specifier = "<=1.0.11" },
-    { name = "timm", marker = "extra == 'timm'", specifier = "<=1.0.11" },
-    { name = "tokenizers", specifier = ">=0.21,<0.22" },
-    { name = "tokenizers", marker = "extra == 'all'", specifier = ">=0.21,<0.22" },
-    { name = "tokenizers", marker = "extra == 'dev'", specifier = ">=0.21,<0.22" },
-    { name = "tokenizers", marker = "extra == 'dev-tensorflow'", specifier = ">=0.21,<0.22" },
-    { name = "tokenizers", marker = "extra == 'dev-torch'", specifier = ">=0.21,<0.22" },
-    { name = "tokenizers", marker = "extra == 'tokenizers'", specifier = ">=0.21,<0.22" },
-    { name = "tokenizers", marker = "extra == 'torchhub'", specifier = ">=0.21,<0.22" },
-    { name = "torch", marker = "extra == 'agents'", specifier = ">=2.0" },
-    { name = "torch", marker = "extra == 'all'", specifier = ">=2.0" },
-    { name = "torch", marker = "extra == 'dev'", specifier = ">=2.0" },
-    { name = "torch", marker = "extra == 'dev-torch'", specifier = ">=2.0" },
-    { name = "torch", marker = "extra == 'torch'", specifier = ">=2.0" },
-    { name = "torch", marker = "extra == 'torchhub'", specifier = ">=2.0" },
-    { name = "torchaudio", marker = "extra == 'all'" },
-    { name = "torchaudio", marker = "extra == 'dev'" },
-    { name = "torchaudio", marker = "extra == 'dev-torch'" },
-    { name = "torchaudio", marker = "extra == 'speech'" },
-    { name = "torchaudio", marker = "extra == 'torch-speech'" },
-    { name = "torchvision", marker = "extra == 'all'" },
-    { name = "torchvision", marker = "extra == 'dev'" },
-    { name = "torchvision", marker = "extra == 'dev-torch'" },
-    { name = "torchvision", marker = "extra == 'torch-vision'" },
-    { name = "tqdm", specifier = ">=4.27" },
-    { name = "tqdm", marker = "extra == 'torchhub'", specifier = ">=4.27" },
-    { name = "unidic", marker = "extra == 'dev'", specifier = ">=1.0.2" },
-    { name = "unidic", marker = "extra == 'dev-torch'", specifier = ">=1.0.2" },
-    { name = "unidic", marker = "extra == 'ja'", specifier = ">=1.0.2" },
-    { name = "unidic-lite", marker = "extra == 'dev'", specifier = ">=1.0.7" },
-    { name = "unidic-lite", marker = "extra == 'dev-torch'", specifier = ">=1.0.7" },
-    { name = "unidic-lite", marker = "extra == 'ja'", specifier = ">=1.0.7" },
-    { name = "urllib3", marker = "extra == 'dev'", specifier = "<2.0.0" },
-    { name = "urllib3", marker = "extra == 'dev-tensorflow'", specifier = "<2.0.0" },
-    { name = "urllib3", marker = "extra == 'dev-torch'", specifier = "<2.0.0" },
-    { name = "urllib3", marker = "extra == 'quality'", specifier = "<2.0.0" },
-    { name = "uvicorn", marker = "extra == 'serving'" },
-]
-provides-extras = ["ja", "sklearn", "tf", "tf-cpu", "torch", "accelerate", "retrieval", "flax", "tokenizers", "ftfy", "onnxruntime", "onnx", "modelcreation", "sagemaker", "deepspeed", "optuna", "ray", "sigopt", "integrations", "serving", "audio", "speech", "torch-speech", "tf-speech", "flax-speech", "vision", "timm", "torch-vision", "natten", "codecarbon", "video", "num2words", "sentencepiece", "tiktoken", "testing", "deepspeed-testing", "ruff", "quality", "all", "dev-torch", "dev-tensorflow", "dev", "torchhub", "agents", "benchmark"]
 
 [[package]]
 name = "triton"