Compare commits

...

4 Commits

Author SHA1 Message Date
Wauplin
a64e1f9f0b better ? 2024-07-17 17:28:38 +02:00
Wauplin
a2e9733dfd fixing something? 2024-07-17 17:16:05 +02:00
Wauplin
c1bf3bc122 allow prerelead 2024-07-17 17:07:54 +02:00
Wauplin
c91a1d4b88 [don't merge] Test hfh v0.24.0.rc0 2024-07-17 16:42:01 +02:00
14 changed files with 67 additions and 67 deletions

View File

@@ -34,8 +34,8 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install pandas peft
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow pandas peft
- name: Environment
run: |
python utils/print_env.py

View File

@@ -71,9 +71,9 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install pytest-reportlog
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow pytest-reportlog
- name: Environment
run: |
@@ -131,9 +131,9 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install pytest-reportlog
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow pytest-reportlog
- name: Environment
run: python utils/print_env.py
@@ -158,7 +158,7 @@ jobs:
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
CUBLAS_WORKSPACE_CONFIG: :16:8
run: |
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
python -m uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
-s -v --make-reports=examples_torch_cuda \
--report-log=examples_torch_cuda.log \
@@ -201,10 +201,10 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
python -m uv pip install pytest-reportlog
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow peft@git+https://github.com/huggingface/peft.git
python -m uv pip install --prerelease=allow pytest-reportlog
- name: Environment
run: python utils/print_env.py
@@ -260,9 +260,9 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install pytest-reportlog
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow pytest-reportlog
- name: Environment
run: python utils/print_env.py
@@ -315,9 +315,9 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install pytest-reportlog
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow pytest-reportlog
- name: Environment
run: python utils/print_env.py
@@ -376,10 +376,10 @@ jobs:
shell: arch -arch arm64 bash {0}
run: |
${CONDA_RUN} python -m pip install --upgrade pip uv
${CONDA_RUN} python -m uv pip install -e [quality,test]
${CONDA_RUN} python -m uv pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
${CONDA_RUN} python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate
${CONDA_RUN} python -m uv pip install pytest-reportlog
${CONDA_RUN} python -m uv pip install --prerelease=allow -e [quality,test]
${CONDA_RUN} python -m uv pip install --prerelease=allow torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cpu
${CONDA_RUN} python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate
${CONDA_RUN} python -m uv pip install --prerelease=allow pytest-reportlog
- name: Environment
shell: arch -arch arm64 bash {0}

View File

@@ -27,8 +27,8 @@ jobs:
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m pip install --upgrade pip uv
python -m uv pip install -e .
python -m uv pip install pytest
python -m uv pip install --prerelease=allow -e .
python -m uv pip install --prerelease=allow pytest
- name: Check for soft dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

View File

@@ -27,11 +27,11 @@ jobs:
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m pip install --upgrade pip uv
python -m uv pip install -e .
python -m uv pip install "jax[cpu]>=0.2.16,!=0.3.2"
python -m uv pip install "flax>=0.4.1"
python -m uv pip install "jaxlib>=0.1.65"
python -m uv pip install pytest
python -m uv pip install --prerelease=allow -e .
python -m uv pip install --prerelease=allow "jax[cpu]>=0.2.16,!=0.3.2"
python -m uv pip install --prerelease=allow "flax>=0.4.1"
python -m uv pip install --prerelease=allow "jaxlib>=0.1.65"
python -m uv pip install --prerelease=allow pytest
- name: Check for soft dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

View File

@@ -33,7 +33,7 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install --prerelease=allow -e [quality,test]
- name: Environment
run: |
python utils/print_env.py

View File

@@ -90,13 +90,13 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install --prerelease=allow -e [quality,test]
if [ "${{ matrix.lib-versions }}" == "main" ]; then
python -m pip install -U peft@git+https://github.com/huggingface/peft.git
python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git
python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow -U transformers@git+https://github.com/huggingface/transformers.git
python -m uv pip install --prerelease=allow -U accelerate@git+https://github.com/huggingface/accelerate.git
else
python -m uv pip install -U peft transformers accelerate
python -m uv pip install --prerelease=allow -U peft transformers accelerate
fi
- name: Environment

View File

@@ -117,8 +117,8 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate
- name: Environment
run: |
@@ -156,7 +156,7 @@ jobs:
if: ${{ matrix.config.framework == 'pytorch_examples' }}
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install peft timm
python -m uv pip install --prerelease=allow peft timm
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
--make-reports=tests_${{ matrix.config.report }} \
examples
@@ -205,7 +205,7 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install --prerelease=allow -e [quality,test]
- name: Environment
run: |

View File

@@ -27,9 +27,9 @@ jobs:
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m pip install --upgrade pip uv
python -m uv pip install -e .
python -m uv pip install torch torchvision torchaudio
python -m uv pip install pytest
python -m uv pip install --prerelease=allow -e .
python -m uv pip install --prerelease=allow torch torchvision torchaudio
python -m uv pip install --prerelease=allow pytest
- name: Check for soft dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"

View File

@@ -34,7 +34,7 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install --prerelease=allow -e [quality,test]
- name: Environment
run: |
python utils/print_env.py
@@ -74,8 +74,8 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
- name: Environment
run: |
python utils/print_env.py
@@ -122,8 +122,8 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
- name: Environment
run: |
@@ -171,8 +171,8 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
python -m pip install -U peft@git+https://github.com/huggingface/peft.git
- name: Environment
@@ -226,8 +226,8 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
- name: Environment
run: |
@@ -273,8 +273,8 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
- name: Environment
run: |
@@ -323,7 +323,7 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test,training]
python -m uv pip install --prerelease=allow -e [quality,test,training]
- name: Environment
run: |
python utils/print_env.py
@@ -365,7 +365,7 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test,training]
python -m uv pip install --prerelease=allow -e [quality,test,training]
- name: Environment
run: |
python utils/print_env.py
@@ -407,7 +407,7 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test,training]
python -m uv pip install --prerelease=allow -e [quality,test,training]
- name: Environment
run: |
@@ -419,7 +419,7 @@ jobs:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install timm
python -m uv pip install --prerelease=allow timm
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile -s -v --make-reports=examples_torch_cuda examples/
- name: Failure short reports

View File

@@ -69,7 +69,7 @@ jobs:
- name: Install dependencies
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install --prerelease=allow -e [quality,test]
- name: Environment
run: |
@@ -107,7 +107,7 @@ jobs:
if: ${{ matrix.config.framework == 'pytorch_examples' }}
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install peft timm
python -m uv pip install --prerelease=allow peft timm
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
--make-reports=tests_${{ matrix.config.report }} \
examples

View File

@@ -45,10 +45,10 @@ jobs:
shell: arch -arch arm64 bash {0}
run: |
${CONDA_RUN} python -m pip install --upgrade pip uv
${CONDA_RUN} python -m uv pip install -e [quality,test]
${CONDA_RUN} python -m uv pip install torch torchvision torchaudio
${CONDA_RUN} python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
${CONDA_RUN} python -m uv pip install transformers --upgrade
${CONDA_RUN} python -m uv pip install --prerelease=allow -e [quality,test]
${CONDA_RUN} python -m uv pip install --prerelease=allow torch torchvision torchaudio
${CONDA_RUN} python -m uv pip install --prerelease=allow accelerate@git+https://github.com/huggingface/accelerate.git
${CONDA_RUN} python -m uv pip install --prerelease=allow transformers --upgrade
- name: Environment
shell: arch -arch arm64 bash {0}

View File

@@ -63,8 +63,8 @@ jobs:
- name: Install pytest
run: |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
python -m uv pip install -e [quality,test]
python -m uv pip install peft
python -m uv pip install --prerelease=allow -e [quality,test]
python -m uv pip install --prerelease=allow peft
- name: Run tests
env:

View File

@@ -101,7 +101,7 @@ _deps = [
"filelock",
"flax>=0.4.1",
"hf-doc-builder>=0.3.0",
"huggingface-hub>=0.23.2",
"huggingface-hub==v0.24.0.rc0",
"requests-mock==1.10.0",
"importlib_metadata",
"invisible-watermark>=0.2.0",

View File

@@ -9,7 +9,7 @@ deps = {
"filelock": "filelock",
"flax": "flax>=0.4.1",
"hf-doc-builder": "hf-doc-builder>=0.3.0",
"huggingface-hub": "huggingface-hub>=0.23.2",
"huggingface-hub": "huggingface-hub==v0.24.0.rc0",
"requests-mock": "requests-mock==1.10.0",
"importlib_metadata": "importlib_metadata",
"invisible-watermark": "invisible-watermark>=0.2.0",