Test hfh v1.1.0.rc0

.github/workflows/benchmark.yml

@@ -38,8 +38,8 @@ jobs:
         run: |
           apt update
           apt install -y libpq-dev postgresql-client
-          uv pip install -e ".[quality]"
-          uv pip install -r benchmarks/requirements.txt
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip install --prerelease=allow -r benchmarks/requirements.txt
       - name: Environment
         run: |
           python utils/print_env.py

.github/workflows/build_pr_documentation.yml

@@ -31,7 +31,7 @@ jobs:
 
       - name: Install doc-builder
         run: |
-          uv pip install --system git+https://github.com/huggingface/doc-builder.git@main
+          uv pip install --prerelease=allow --system git+https://github.com/huggingface/doc-builder.git@main
 
       - name: Check documentation links
         run: |

.github/workflows/nightly_tests.yml

@@ -71,9 +71,9 @@ jobs:
         run: nvidia-smi
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
-          uv pip install pytest-reportlog
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
+          uv pip install --prerelease=allow pytest-reportlog
       - name: Environment
         run: |
           python utils/print_env.py
@@ -123,10 +123,10 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
-        uv pip install peft@git+https://github.com/huggingface/peft.git
-        uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
-        uv pip install pytest-reportlog
+        uv pip install --prerelease=allow -e ".[quality]"
+        uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
+        uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
+        uv pip install --prerelease=allow pytest-reportlog
     - name: Environment
       run: python utils/print_env.py
 
@@ -189,7 +189,7 @@ jobs:
         nvidia-smi
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality,training]"
+        uv pip install --prerelease=allow -e ".[quality,training]"
     - name: Environment
       run: |
         python utils/print_env.py
@@ -229,10 +229,10 @@ jobs:
         run: nvidia-smi
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip install peft@git+https://github.com/huggingface/peft.git
-          uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
-          uv pip install pytest-reportlog
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
+          uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
+          uv pip install --prerelease=allow pytest-reportlog
       - name: Environment
         run: |
           python utils/print_env.py
@@ -278,9 +278,9 @@ jobs:
 
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip install peft@git+https://github.com/huggingface/peft.git
-          uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
+          uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
 
       - name: Environment
         run: |
@@ -352,12 +352,12 @@ jobs:
         run: nvidia-smi
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip install -U ${{ matrix.config.backend }}
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip install --prerelease=allow -U ${{ matrix.config.backend }}
           if [ "${{ join(matrix.config.additional_deps, ' ') }}" != "" ]; then
-              uv pip install ${{ join(matrix.config.additional_deps, ' ') }}
+              uv pip install --prerelease=allow ${{ join(matrix.config.additional_deps, ' ') }}
           fi
-          uv pip install pytest-reportlog
+          uv pip install --prerelease=allow pytest-reportlog
       - name: Environment
         run: |
           python utils/print_env.py
@@ -403,9 +403,9 @@ jobs:
         run: nvidia-smi
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip install -U bitsandbytes optimum_quanto
-          uv pip install pytest-reportlog
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip install --prerelease=allow -U bitsandbytes optimum_quanto
+          uv pip install --prerelease=allow pytest-reportlog
       - name: Environment
         run: |
           python utils/print_env.py
@@ -517,10 +517,10 @@ jobs:
 #        shell: arch -arch arm64 bash {0}
 #        run: |
 #          ${CONDA_RUN} pip install --upgrade pip uv
-#          ${CONDA_RUN} uv pip install -e ".[quality]"
-#          ${CONDA_RUN} uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
-#          ${CONDA_RUN} uv pip install accelerate@git+https://github.com/huggingface/accelerate
-#          ${CONDA_RUN} uv pip install pytest-reportlog
+#          ${CONDA_RUN} uv pip install --prerelease=allow -e ".[quality]"
+#          ${CONDA_RUN} uv pip install --prerelease=allow torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
+#          ${CONDA_RUN} uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate
+#          ${CONDA_RUN} uv pip install --prerelease=allow pytest-reportlog
 #      - name: Environment
 #        shell: arch -arch arm64 bash {0}
 #        run: |
@@ -573,10 +573,10 @@ jobs:
 #        shell: arch -arch arm64 bash {0}
 #        run: |
 #          ${CONDA_RUN} pip install --upgrade pip uv
-#          ${CONDA_RUN} uv pip install -e ".[quality]"
-#          ${CONDA_RUN} uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
-#          ${CONDA_RUN} uv pip install accelerate@git+https://github.com/huggingface/accelerate
-#          ${CONDA_RUN} uv pip install pytest-reportlog
+#          ${CONDA_RUN} uv pip install --prerelease=allow -e ".[quality]"
+#          ${CONDA_RUN} uv pip install --prerelease=allow torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
+#          ${CONDA_RUN} uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate
+#          ${CONDA_RUN} uv pip install --prerelease=allow pytest-reportlog
 #      - name: Environment
 #        shell: arch -arch arm64 bash {0}
 #        run: |

.github/workflows/pr_modular_tests.yml

@@ -108,9 +108,9 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
-        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
-        uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
+        uv pip install --prerelease=allow -e ".[quality]"
+        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
+        uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
 
     - name: Environment
       run: |

.github/workflows/pr_test_fetcher.yml

@@ -33,7 +33,7 @@ jobs:
         fetch-depth: 0
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
+        uv pip install --prerelease=allow -e ".[quality]"
     - name: Environment
       run: |
         python utils/print_env.py
@@ -89,8 +89,8 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
-        uv pip install accelerate
+        uv pip install --prerelease=allow -e ".[quality]"
+        uv pip install --prerelease=allow accelerate
 
     - name: Environment
       run: |

.github/workflows/pr_tests.yml

@@ -114,9 +114,9 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
-        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
-        uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
+        uv pip install --prerelease=allow -e ".[quality]"
+        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
+        uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
 
     - name: Environment
       run: |
@@ -141,7 +141,7 @@ jobs:
     - name: Run example PyTorch CPU tests
       if: ${{ matrix.config.framework == 'pytorch_examples' }}
       run: |
-        uv pip install ".[training]"
+        uv pip install --prerelease=allow ".[training]"
         pytest -n 4 --max-worker-restart=0 --dist=loadfile \
           --make-reports=tests_${{ matrix.config.report }} \
           examples
@@ -190,7 +190,7 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
+        uv pip install --prerelease=allow -e ".[quality]"
 
     - name: Environment
       run: |
@@ -241,12 +241,12 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
+        uv pip install --prerelease=allow -e ".[quality]"
         # TODO (sayakpaul, DN6): revisit `--no-deps`
-        uv pip install -U peft@git+https://github.com/huggingface/peft.git --no-deps
-        uv pip install -U tokenizers
-        uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
-        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
+        uv pip install --prerelease=allow -U peft@git+https://github.com/huggingface/peft.git --no-deps
+        uv pip install --prerelease=allow -U tokenizers
+        uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git --no-deps
+        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
 
     - name: Environment
       run: |

.github/workflows/pr_tests_gpu.yml

@@ -88,7 +88,7 @@ jobs:
           fetch-depth: 2
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
+          uv pip install --prerelease=allow -e ".[quality]"
       - name: Environment
         run: |
           python utils/print_env.py
@@ -129,9 +129,9 @@ jobs:
           nvidia-smi
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
-          uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
+          uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
 
       - name: Environment
         run: |
@@ -198,10 +198,10 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
-        uv pip install peft@git+https://github.com/huggingface/peft.git
-        uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
-        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
+        uv pip install --prerelease=allow -e ".[quality]"
+        uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
+        uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
+        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
 
     - name: Environment
       run: |
@@ -262,8 +262,8 @@ jobs:
         nvidia-smi
     - name: Install dependencies
       run: |
-        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
-        uv pip install -e ".[quality,training]"
+        uv pip uninstall transformers huggingface_hub && uv pip install --prerelease=allow --prerelease allow -U transformers@git+https://github.com/huggingface/transformers.git
+        uv pip install --prerelease=allow -e ".[quality,training]"
 
     - name: Environment
       run: |
@@ -273,7 +273,7 @@ jobs:
       env:
         HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }}
       run: |
-        uv pip install ".[training]"
+        uv pip install --prerelease=allow ".[training]"
         pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v --make-reports=examples_torch_cuda examples/
 
     - name: Failure short reports

.github/workflows/push_tests.yml

@@ -34,7 +34,7 @@ jobs:
           fetch-depth: 2
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
+          uv pip install --prerelease=allow -e ".[quality]"
       - name: Environment
         run: |
           python utils/print_env.py
@@ -74,8 +74,8 @@ jobs:
           nvidia-smi
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
       - name: Environment
         run: |
           python utils/print_env.py
@@ -124,9 +124,9 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
-        uv pip install peft@git+https://github.com/huggingface/peft.git
-        uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
+        uv pip install --prerelease=allow -e ".[quality]"
+        uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
+        uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
 
     - name: Environment
       run: |
@@ -177,7 +177,7 @@ jobs:
         nvidia-smi
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality,training]"
+        uv pip install --prerelease=allow -e ".[quality,training]"
     - name: Environment
       run: |
         python utils/print_env.py
@@ -219,7 +219,7 @@ jobs:
         nvidia-smi
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality,training]"
+        uv pip install --prerelease=allow -e ".[quality,training]"
     - name: Environment
       run: |
         python utils/print_env.py
@@ -259,7 +259,7 @@ jobs:
         nvidia-smi
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality,training]"
+        uv pip install --prerelease=allow -e ".[quality,training]"
 
     - name: Environment
       run: |
@@ -269,7 +269,7 @@ jobs:
       env:
         HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }}
       run: |
-        uv pip install ".[training]"
+        uv pip install --prerelease=allow ".[training]"
         pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v --make-reports=examples_torch_cuda examples/
 
     - name: Failure short reports

.github/workflows/push_tests_fast.yml

@@ -60,7 +60,7 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
+        uv pip install --prerelease=allow -e ".[quality]"
 
     - name: Environment
       run: |
@@ -77,7 +77,7 @@ jobs:
     - name: Run example PyTorch CPU tests
       if: ${{ matrix.config.framework == 'pytorch_examples' }}
       run: |
-        uv pip install ".[training]"
+        uv pip install --prerelease=allow ".[training]"
         pytest -n 4 --max-worker-restart=0 --dist=loadfile \
           --make-reports=tests_${{ matrix.config.report }} \
           examples

.github/workflows/push_tests_mps.yml

@@ -41,10 +41,10 @@ jobs:
       shell: arch -arch arm64 bash {0}
       run: |
         ${CONDA_RUN} python -m pip install --upgrade pip uv
-        ${CONDA_RUN} python -m uv pip install -e ".[quality,test]"
-        ${CONDA_RUN} python -m uv pip install torch torchvision torchaudio
-        ${CONDA_RUN} python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
-        ${CONDA_RUN} python -m uv pip install transformers --upgrade
+        ${CONDA_RUN} python -m uv pip install --prerelease=allow -e ".[quality,test]"
+        ${CONDA_RUN} python -m uv pip install --prerelease=allow torch torchvision torchaudio
+        ${CONDA_RUN} python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
+        ${CONDA_RUN} python -m uv pip install --prerelease=allow transformers --upgrade
 
     - name: Environment
       shell: arch -arch arm64 bash {0}

.github/workflows/release_tests_fast.yml

@@ -32,7 +32,7 @@ jobs:
           fetch-depth: 2
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
+          uv pip install --prerelease=allow -e ".[quality]"
       - name: Environment
         run: |
           python utils/print_env.py
@@ -72,8 +72,8 @@ jobs:
           nvidia-smi
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
       - name: Environment
         run: |
           python utils/print_env.py
@@ -122,9 +122,9 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality]"
-        uv pip install peft@git+https://github.com/huggingface/peft.git
-        uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
+        uv pip install --prerelease=allow -e ".[quality]"
+        uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
+        uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
 
     - name: Environment
       run: |
@@ -172,9 +172,9 @@ jobs:
 
       - name: Install dependencies
         run: |
-          uv pip install -e ".[quality]"
-          uv pip install peft@git+https://github.com/huggingface/peft.git
-          uv pip uninstall accelerate && uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
+          uv pip uninstall accelerate && uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
 
       - name: Environment
         run: |
@@ -231,7 +231,7 @@ jobs:
         nvidia-smi
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality,training]"
+        uv pip install --prerelease=allow -e ".[quality,training]"
     - name: Environment
       run: |
         python utils/print_env.py
@@ -273,7 +273,7 @@ jobs:
         nvidia-smi
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality,training]"
+        uv pip install --prerelease=allow -e ".[quality,training]"
     - name: Environment
       run: |
         python utils/print_env.py
@@ -315,7 +315,7 @@ jobs:
 
     - name: Install dependencies
       run: |
-        uv pip install -e ".[quality,training]"
+        uv pip install --prerelease=allow -e ".[quality,training]"
 
     - name: Environment
       run: |
@@ -325,7 +325,7 @@ jobs:
       env:
         HF_TOKEN: ${{ secrets.DIFFUSERS_HF_HUB_READ_TOKEN }}
       run: |
-        uv pip install ".[training]"
+        uv pip install --prerelease=allow ".[training]"
         pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v --make-reports=examples_torch_cuda examples/
 
     - name: Failure short reports

.github/workflows/run_tests_from_a_pr.yml

@@ -63,8 +63,8 @@ jobs:
 
       - name: Install pytest
         run: |
-          uv pip install -e ".[quality]"
-          uv pip install peft
+          uv pip install --prerelease=allow -e ".[quality]"
+          uv pip install --prerelease=allow peft
 
       - name: Run tests
         env:

setup.py

@@ -103,7 +103,7 @@ _deps = [
     "flax>=0.4.1",
     "hf-doc-builder>=0.3.0",
     "httpx<1.0.0",
-    "huggingface-hub>=0.34.0,<2.0",
+    "huggingface-hub==v1.1.0.rc0",
     "requests-mock==1.10.0",
     "importlib_metadata",
     "invisible-watermark>=0.2.0",

src/diffusers/dependency_versions_table.py

@@ -10,7 +10,7 @@ deps = {
     "flax": "flax>=0.4.1",
     "hf-doc-builder": "hf-doc-builder>=0.3.0",
     "httpx": "httpx<1.0.0",
-    "huggingface-hub": "huggingface-hub>=0.34.0,<2.0",
+    "huggingface-hub": "huggingface-hub==v1.1.0.rc0",
     "requests-mock": "requests-mock==1.10.0",
     "importlib_metadata": "importlib_metadata",
     "invisible-watermark": "invisible-watermark>=0.2.0",