Upload folder using huggingface_hub

Dockerfile

@@ -11,6 +11,10 @@ RUN apt-get update && apt-get install -y \
 # Copy application code
 COPY . .
 
+# Install requirements first
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
 # Install the package in editable mode
 RUN pip install --no-cache-dir -e .
 

requirements.txt

@@ -1,154 +1,7 @@
-accelerate @ file:///croot/huggingface_accelerate_1729686033238/work
-aiofiles==23.2.1
-albucore==0.0.23
-albumentations==2.0.4
-anaconda-anon-usage @ file:///croot/anaconda-anon-usage_1732732445543/work
-annotated-types @ file:///croot/annotated-types_1709542908624/work
-anyio==4.8.0
-archspec @ file:///croot/archspec_1709217642129/work
-arrow==1.3.0
-boltons @ file:///croot/boltons_1737061692168/work
-Brotli @ file:///croot/brotli-split_1736182456865/work
-certifi @ file:///croot/certifi_1738623731865/work/certifi
-cffi @ file:///croot/cffi_1736182485317/work
-charset-normalizer @ file:///croot/charset-normalizer_1721748349566/work
-click @ file:///work/perseverance-python-buildout/croot/click_1698845879718/work
-conda @ file:///croot/conda_1738168370816/work
-conda-anaconda-telemetry @ file:///croot/conda-anaconda-telemetry_1736524596117/work
-conda-anaconda-tos @ file:///croot/conda-anaconda-tos_1739298990519/work
-conda-content-trust @ file:///croot/conda-content-trust_1714483159009/work
-conda-libmamba-solver @ file:///croot/conda-libmamba-solver_1737733694612/work/src
-conda-package-handling @ file:///croot/conda-package-handling_1731369017509/work
-conda_package_streaming @ file:///croot/conda-package-streaming_1731366181659/work
-contourpy @ file:///croot/contourpy_1732540045555/work
-cryptography @ file:///croot/cryptography_1732129644106/work
-cycler @ file:///tmp/build/80754af9/cycler_1637851556182/work
-diffusers @ file:///work/perseverance-python-buildout/croot/diffusers-suite_1698864257651/work
-distro @ file:///croot/distro_1714488253808/work
-einops==0.8.1
-fastapi==0.115.8
-ffmpy==0.5.0
-filelock @ file:///work/perseverance-python-buildout/croot/filelock_1701733993137/work
-fonttools @ file:///croot/fonttools_1737039080035/work
-fqdn==1.5.1
-frozendict @ file:///croot/frozendict_1713194832637/work
-fsspec @ file:///croot/fsspec_1736274672181/work
-gmpy2 @ file:///croot/gmpy2_1738085463648/work
-gradio==5.16.0
-gradio_client==1.7.0
-h11==0.14.0
-httpcore==1.0.7
-httpx==0.28.1
-huggingface-hub==0.28.1
-idna @ file:///croot/idna_1714398848350/work
-imageio @ file:///croot/imageio_1738159938990/work
-importlib_metadata @ file:///croot/importlib_metadata-suite_1732633488278/work
-isoduration==20.11.0
-Jinja2 @ file:///croot/jinja2_1737760107953/work
-jiter==0.8.2
-jsonpatch @ file:///croot/jsonpatch_1714483231291/work
-jsonpointer==2.1
-kiwisolver @ file:///croot/kiwisolver_1737039087198/work
-langchain-core==0.3.35
-langchain-openai==0.3.5
-langgraph==0.2.71
-langgraph-checkpoint==2.0.13
-langgraph-sdk==0.1.51
-langsmith==0.3.8
-latex2mathml==3.77.0
-lazy_loader @ file:///croot/lazy_loader_1718176737906/work
-libmambapy @ file:///croot/mamba-split_1734469461757/work/libmambapy
-markdown-it-py @ file:///work/perseverance-python-buildout/croot/markdown-it-py_1698846045803/work
-MarkupSafe==2.1.5
-matplotlib==3.10.0
-mdurl @ file:///work/perseverance-python-buildout/croot/mdurl_1698845653285/work
-menuinst @ file:///croot/menuinst_1738943416351/work
-mkl-service==2.4.0
-mkl_fft @ file:///io/mkl313/mkl_fft_1730824109137/work
-mkl_random @ file:///io/mkl313/mkl_random_1730823916628/work
-mpmath @ file:///work/perseverance-python-buildout/croot/mpmath_1698864994882/work
-msgpack==1.1.0
-networkx @ file:///croot/networkx_1737039604450/work
-numpy @ file:///croot/numpy_and_numpy_base_1708638617955/work/dist/numpy-1.26.4-cp312-cp312-linux_x86_64.whl#sha256=1d700f51d8b4fa684d858c9e3b56b1656bc5c82b6b79ff08d4e3b491c430059f
-openai==1.62.0
-opencv-python==4.11.0.86
-opencv-python-headless==4.11.0.86
-orjson==3.10.15
-packaging @ file:///croot/packaging_1734472117206/work
-pandas==2.2.3
-pillow @ file:///croot/pillow_1738010226202/work
-platformdirs @ file:///work/perseverance-python-buildout/croot/platformdirs_1701732573265/work
-pluggy @ file:///croot/pluggy_1733169602837/work
-ply @ file:///work/perseverance-python-buildout/croot/ply_1698846188635/work
-protobuf==4.25.3
-psutil @ file:///croot/psutil_1736367091698/work
-pyarrow @ file:///croot/pyarrow_1738229418212/work/python
-pycosat @ file:///croot/pycosat_1736868416091/work
-pycparser==2.22
-pydantic @ file:///croot/pydantic_1734736067156/work
-pydantic_core @ file:///croot/pydantic-core_1734726052986/work
-pydicom==3.0.1
-pydub==0.25.1
-Pygments @ file:///work/perseverance-python-buildout/croot/pygments_1698846270603/work
-pyparsing @ file:///croot/pyparsing_1731445506121/work
-PyQt5==5.15.10
-PyQt5_sip @ file:///croot/pyqt-split_1736540531116/work/pyqt_sip
-PySocks @ file:///work/perseverance-python-buildout/croot/pysocks_1698845478203/work
-python-dateutil @ file:///croot/python-dateutil_1716495738603/work
-python-dotenv @ file:///work/perseverance-python-buildout/croot/python-dotenv_1698846722824/work
-python-multipart==0.0.20
-pytz==2025.1
-PyYAML @ file:///croot/pyyaml_1728657952215/work
-regex @ file:///croot/regex_1736540786412/work
-requests @ file:///croot/requests_1730999120400/work
-requests-toolbelt==1.0.0
-rich @ file:///croot/rich_1732638981168/work
-ruamel.yaml @ file:///croot/ruamel.yaml_1727980156079/work
-ruamel.yaml.clib @ file:///croot/ruamel.yaml.clib_1727769819935/work
-ruff==0.9.6
-safehttpx==0.1.6
-safetensors @ file:///croot/safetensors_1732227615904/work
-scikit-image @ file:///croot/scikit-image_1737476515437/work
-scipy @ file:///croot/scipy_1737122901252/work/dist/scipy-1.15.1-cp312-cp312-linux_x86_64.whl#sha256=7b1b0001c943e119509d010e5cbb4950dd6e325a83ca2510a25f139dac6d66a8
-semantic-version==2.10.0
-sentencepiece @ file:///croot/sentencepiece-split_1722874460693/work/python
-setuptools==75.8.0
-shellingham==1.5.4
-simsimd==6.2.1
-sip @ file:///croot/sip_1736541134699/work
-six==1.17.0
-sniffio==1.3.1
-starlette==0.45.3
-stringzilla==3.11.3
-svgwrite==1.4.3
-sympy==1.13.1
-tenacity==9.0.0
-tifffile @ file:///croot/tifffile_1734340907867/work
-tiktoken==0.8.0
-tinycss2==1.4.0
-tokenizers @ file:///work/perseverance-python-buildout/croot/tokenizers_1712349809528/work
-tomlkit==0.13.2
-torch==2.6.0.dev20241112
-torchaudio==2.5.0.dev20241113
-torchvision==0.20.0.dev20241113
-torchxrayvision==1.3.2
-tornado @ file:///croot/tornado_1733960490606/work
-tqdm @ file:///croot/tqdm_1738943501192/work
-transformers @ file:///croot/transformers_1733859171559/work
-triton==3.1.0
-truststore @ file:///croot/truststore_1736550121485/work
-typer==0.15.1
-types-python-dateutil==2.9.0.20241206
-typing_extensions @ file:///croot/typing_extensions_1734714854207/work
-tzdata==2025.1
-unicodedata2 @ file:///croot/unicodedata2_1736541023050/work
-uri-template==1.3.0
-urllib3 @ file:///croot/urllib3_1737133630106/work
-uvicorn==0.34.0
-wavedrom==2.0.3.post3
-webcolors==24.11.1
-webencodings==0.5.1
-websockets==14.2
-wheel==0.45.1
-zipp @ file:///croot/zipp_1732630741423/work
-zstandard @ file:///croot/zstandard_1731356346222/work
+accelerate
+datasets
+huggingface-hub>=0.19
+hf-transfer>=0.1.4
+protobuf<4
+click<8.1
+pydantic~=1.0