diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 939cce9ffb00..ea01939b5509 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -38,8 +38,8 @@ jobs: run: | apt update apt install -y libpq-dev postgresql-client - uv pip install -e ".[quality]" - uv pip install -r benchmarks/requirements.txt + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow -r benchmarks/requirements.txt - name: Environment run: | python utils/print_env.py diff --git a/.github/workflows/build_pr_documentation.yml b/.github/workflows/build_pr_documentation.yml index f47645c1f659..f45d92d604c2 100644 --- a/.github/workflows/build_pr_documentation.yml +++ b/.github/workflows/build_pr_documentation.yml @@ -31,7 +31,7 @@ jobs: - name: Install doc-builder run: | - uv pip install --system git+https://github.com/huggingface/doc-builder.git@main + uv pip install --prerelease=allow --system git+https://github.com/huggingface/doc-builder.git@main - name: Check documentation links run: | diff --git a/.github/workflows/nightly_tests.yml b/.github/workflows/nightly_tests.yml index c8fa3a7ad93a..9bbbca3b1288 100644 --- a/.github/workflows/nightly_tests.yml +++ b/.github/workflows/nightly_tests.yml @@ -71,9 +71,9 @@ jobs: run: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - uv pip install pytest-reportlog + uv pip install --prerelease=allow -e ".[quality]" + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow pytest-reportlog - name: Environment run: | python utils/print_env.py @@ -123,10 +123,10 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install peft@git+https://github.com/huggingface/peft.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - uv pip install pytest-reportlog + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow pytest-reportlog - name: Environment run: python utils/print_env.py @@ -189,7 +189,7 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality,training]" + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | python utils/print_env.py @@ -229,10 +229,10 @@ jobs: run: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install peft@git+https://github.com/huggingface/peft.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - uv pip install pytest-reportlog + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow pytest-reportlog - name: Environment run: | python utils/print_env.py @@ -278,9 +278,9 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install peft@git+https://github.com/huggingface/peft.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -352,12 +352,12 @@ jobs: run: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install -U ${{ matrix.config.backend }} + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow -U ${{ matrix.config.backend }} if [ "${{ join(matrix.config.additional_deps, ' ') }}" != "" ]; then - uv pip install ${{ join(matrix.config.additional_deps, ' ') }} + uv pip install --prerelease=allow ${{ join(matrix.config.additional_deps, ' ') }} fi - uv pip install pytest-reportlog + uv pip install --prerelease=allow pytest-reportlog - name: Environment run: | python utils/print_env.py @@ -403,9 +403,9 @@ jobs: run: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install -U bitsandbytes optimum_quanto - uv pip install pytest-reportlog + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow -U bitsandbytes optimum_quanto + uv pip install --prerelease=allow pytest-reportlog - name: Environment run: | python utils/print_env.py @@ -517,10 +517,10 @@ jobs: # shell: arch -arch arm64 bash {0} # run: | # ${CONDA_RUN} pip install --upgrade pip uv -# ${CONDA_RUN} uv pip install -e ".[quality]" -# ${CONDA_RUN} uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu -# ${CONDA_RUN} uv pip install accelerate@git+https://github.com/huggingface/accelerate -# ${CONDA_RUN} uv pip install pytest-reportlog +# ${CONDA_RUN} uv pip install --prerelease=allow -e ".[quality]" +# ${CONDA_RUN} uv pip install --prerelease=allow torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu +# ${CONDA_RUN} uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate +# ${CONDA_RUN} uv pip install --prerelease=allow pytest-reportlog # - name: Environment # shell: arch -arch arm64 bash {0} # run: | @@ -573,10 +573,10 @@ jobs: # shell: arch -arch arm64 bash {0} # run: | # ${CONDA_RUN} pip install --upgrade pip uv -# ${CONDA_RUN} uv pip install -e ".[quality]" -# ${CONDA_RUN} uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu -# ${CONDA_RUN} uv pip install accelerate@git+https://github.com/huggingface/accelerate -# ${CONDA_RUN} uv pip install pytest-reportlog +# ${CONDA_RUN} uv pip install --prerelease=allow -e ".[quality]" +# ${CONDA_RUN} uv pip install --prerelease=allow torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu +# ${CONDA_RUN} uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate +# ${CONDA_RUN} uv pip install --prerelease=allow pytest-reportlog # - name: Environment # shell: arch -arch arm64 bash {0} # run: | diff --git a/.github/workflows/pr_modular_tests.yml b/.github/workflows/pr_modular_tests.yml index 83c84fbab219..ed8e2ce1a12a 100644 --- a/.github/workflows/pr_modular_tests.yml +++ b/.github/workflows/pr_modular_tests.yml @@ -108,9 +108,9 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps + uv pip install --prerelease=allow -e ".[quality]" + uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps - name: Environment run: | diff --git a/.github/workflows/pr_test_fetcher.yml b/.github/workflows/pr_test_fetcher.yml index 83b2ab4edbf6..3cd0b4a0d63d 100644 --- a/.github/workflows/pr_test_fetcher.yml +++ b/.github/workflows/pr_test_fetcher.yml @@ -33,7 +33,7 @@ jobs: fetch-depth: 0 - name: Install dependencies run: | - uv pip install -e ".[quality]" + uv pip install --prerelease=allow -e ".[quality]" - name: Environment run: | python utils/print_env.py @@ -89,8 +89,8 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install accelerate + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow accelerate - name: Environment run: | diff --git a/.github/workflows/pr_tests.yml b/.github/workflows/pr_tests.yml index 03205fcec6ef..03eb6e860e34 100644 --- a/.github/workflows/pr_tests.yml +++ b/.github/workflows/pr_tests.yml @@ -114,9 +114,9 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps + uv pip install --prerelease=allow -e ".[quality]" + uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps - name: Environment run: | @@ -141,7 +141,7 @@ jobs: - name: Run example PyTorch CPU tests if: ${{ matrix.config.framework == 'pytorch_examples' }} run: | - uv pip install ".[training]" + uv pip install --prerelease=allow ".[training]" pytest -n 4 --max-worker-restart=0 --dist=loadfile \ --make-reports=tests_${{ matrix.config.report }} \ examples @@ -190,7 +190,7 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" + uv pip install --prerelease=allow -e ".[quality]" - name: Environment run: | @@ -241,12 +241,12 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" + uv pip install --prerelease=allow -e ".[quality]" # TODO (sayakpaul, DN6): revisit `--no-deps` - uv pip install -U peft@git+https://github.com/huggingface/peft.git --no-deps - uv pip install -U tokenizers - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps - uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git + uv pip install --prerelease=allow -U peft@git+https://github.com/huggingface/peft.git --no-deps + uv pip install --prerelease=allow -U tokenizers + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps + uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git - name: Environment run: | diff --git a/.github/workflows/pr_tests_gpu.yml b/.github/workflows/pr_tests_gpu.yml index 900a53da9484..695b33bc2b20 100644 --- a/.github/workflows/pr_tests_gpu.yml +++ b/.github/workflows/pr_tests_gpu.yml @@ -88,7 +88,7 @@ jobs: fetch-depth: 2 - name: Install dependencies run: | - uv pip install -e ".[quality]" + uv pip install --prerelease=allow -e ".[quality]" - name: Environment run: | python utils/print_env.py @@ -129,9 +129,9 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git - name: Environment run: | @@ -198,10 +198,10 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install peft@git+https://github.com/huggingface/peft.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git - uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git - name: Environment run: | @@ -262,8 +262,8 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git - uv pip install -e ".[quality,training]" + uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | @@ -273,7 +273,7 @@ jobs: env: HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }} run: | - uv pip install ".[training]" + uv pip install --prerelease=allow ".[training]" pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v --make-reports=examples_torch_cuda examples/ - name: Failure short reports diff --git a/.github/workflows/push_tests.yml b/.github/workflows/push_tests.yml index a1f5e121537d..b4b53957087c 100644 --- a/.github/workflows/push_tests.yml +++ b/.github/workflows/push_tests.yml @@ -34,7 +34,7 @@ jobs: fetch-depth: 2 - name: Install dependencies run: | - uv pip install -e ".[quality]" + uv pip install --prerelease=allow -e ".[quality]" - name: Environment run: | python utils/print_env.py @@ -74,8 +74,8 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | python utils/print_env.py @@ -124,9 +124,9 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install peft@git+https://github.com/huggingface/peft.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -177,7 +177,7 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality,training]" + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | python utils/print_env.py @@ -219,7 +219,7 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality,training]" + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | python utils/print_env.py @@ -259,7 +259,7 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality,training]" + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | @@ -269,7 +269,7 @@ jobs: env: HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }} run: | - uv pip install ".[training]" + uv pip install --prerelease=allow ".[training]" pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v --make-reports=examples_torch_cuda examples/ - name: Failure short reports diff --git a/.github/workflows/push_tests_fast.yml b/.github/workflows/push_tests_fast.yml index 6b1dd0b2d006..0c28c092d2b8 100644 --- a/.github/workflows/push_tests_fast.yml +++ b/.github/workflows/push_tests_fast.yml @@ -60,7 +60,7 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" + uv pip install --prerelease=allow -e ".[quality]" - name: Environment run: | @@ -77,7 +77,7 @@ jobs: - name: Run example PyTorch CPU tests if: ${{ matrix.config.framework == 'pytorch_examples' }} run: | - uv pip install ".[training]" + uv pip install --prerelease=allow ".[training]" pytest -n 4 --max-worker-restart=0 --dist=loadfile \ --make-reports=tests_${{ matrix.config.report }} \ examples diff --git a/.github/workflows/push_tests_mps.yml b/.github/workflows/push_tests_mps.yml index eb6c0da22541..09bdf84f166f 100644 --- a/.github/workflows/push_tests_mps.yml +++ b/.github/workflows/push_tests_mps.yml @@ -41,10 +41,10 @@ jobs: shell: arch -arch arm64 bash {0} run: | ${CONDA_RUN} python -m pip install --upgrade pip uv - ${CONDA_RUN} python -m uv pip install -e ".[quality,test]" - ${CONDA_RUN} python -m uv pip install torch torchvision torchaudio - ${CONDA_RUN} python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git - ${CONDA_RUN} python -m uv pip install transformers --upgrade + ${CONDA_RUN} python -m uv pip install --prerelease=allow -e ".[quality,test]" + ${CONDA_RUN} python -m uv pip install --prerelease=allow torch torchvision torchaudio + ${CONDA_RUN} python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git + ${CONDA_RUN} python -m uv pip install --prerelease=allow transformers --upgrade - name: Environment shell: arch -arch arm64 bash {0} diff --git a/.github/workflows/release_tests_fast.yml b/.github/workflows/release_tests_fast.yml index 808818beada3..ff5a790a7a29 100644 --- a/.github/workflows/release_tests_fast.yml +++ b/.github/workflows/release_tests_fast.yml @@ -32,7 +32,7 @@ jobs: fetch-depth: 2 - name: Install dependencies run: | - uv pip install -e ".[quality]" + uv pip install --prerelease=allow -e ".[quality]" - name: Environment run: | python utils/print_env.py @@ -72,8 +72,8 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | python utils/print_env.py @@ -122,9 +122,9 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install peft@git+https://github.com/huggingface/peft.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -172,9 +172,9 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality]" - uv pip install peft@git+https://github.com/huggingface/peft.git - uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git + uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git - name: Environment run: | @@ -231,7 +231,7 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality,training]" + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | python utils/print_env.py @@ -273,7 +273,7 @@ jobs: nvidia-smi - name: Install dependencies run: | - uv pip install -e ".[quality,training]" + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | python utils/print_env.py @@ -315,7 +315,7 @@ jobs: - name: Install dependencies run: | - uv pip install -e ".[quality,training]" + uv pip install --prerelease=allow -e ".[quality,training]" - name: Environment run: | @@ -325,7 +325,7 @@ jobs: env: HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }} run: | - uv pip install ".[training]" + uv pip install --prerelease=allow ".[training]" pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v --make-reports=examples_torch_cuda examples/ - name: Failure short reports diff --git a/.github/workflows/run_tests_from_a_pr.yml b/.github/workflows/run_tests_from_a_pr.yml index fa8c579dd768..0ae5ab2f753d 100644 --- a/.github/workflows/run_tests_from_a_pr.yml +++ b/.github/workflows/run_tests_from_a_pr.yml @@ -63,8 +63,8 @@ jobs: - name: Install pytest run: | - uv pip install -e ".[quality]" - uv pip install peft + uv pip install --prerelease=allow -e ".[quality]" + uv pip install --prerelease=allow peft - name: Run tests env: diff --git a/setup.py b/setup.py index 8d346ddfecca..eac59c1ca31b 100644 --- a/setup.py +++ b/setup.py @@ -103,7 +103,7 @@ "flax>=0.4.1", "hf-doc-builder>=0.3.0", "httpx<1.0.0", - "huggingface-hub>=0.34.0,<2.0", + "huggingface-hub==v0.36.0.rc0", "requests-mock==1.10.0", "importlib_metadata", "invisible-watermark>=0.2.0", diff --git a/src/diffusers/dependency_versions_table.py b/src/diffusers/dependency_versions_table.py index 6e5ac630ab08..409ce9f6dba4 100644 --- a/src/diffusers/dependency_versions_table.py +++ b/src/diffusers/dependency_versions_table.py @@ -10,7 +10,7 @@ "flax": "flax>=0.4.1", "hf-doc-builder": "hf-doc-builder>=0.3.0", "httpx": "httpx<1.0.0", - "huggingface-hub": "huggingface-hub>=0.34.0,<2.0", + "huggingface-hub": "huggingface-hub==v0.36.0.rc0", "requests-mock": "requests-mock==1.10.0", "importlib_metadata": "importlib_metadata", "invisible-watermark": "invisible-watermark>=0.2.0",