From a0293ebb0efe52a8739039e7d9fa437173a48467 Mon Sep 17 00:00:00 2001 From: "pierre.delaunay" Date: Thu, 16 Jan 2025 11:39:26 -0500 Subject: [PATCH] Update torchtune and pytorch --- .pin/constraints-cuda-gnn.txt | 338 ------ .pin/constraints-cuda-torch.txt | 42 +- .pin/constraints-rocm-gnn.txt | 305 ------ .pin/constraints-rocm-torch.txt | 987 ------------------ benchmarks/brax/requirements.cuda.txt | 13 +- benchmarks/brax/requirements.rocm.txt | 2 +- benchmarks/diffusion/requirements.cuda.txt | 18 +- benchmarks/diffusion/requirements.rocm.txt | 2 +- benchmarks/dinov2/requirements.cuda.txt | 15 +- benchmarks/dinov2/requirements.rocm.txt | 2 +- benchmarks/flops/requirements.cuda.txt | 15 +- benchmarks/flops/requirements.rocm.txt | 2 +- benchmarks/geo_gnn/pcqm4m_subset.py | 57 +- benchmarks/geo_gnn/requirements-pre.cuda.txt | 11 +- benchmarks/geo_gnn/requirements.cuda.txt | 13 +- benchmarks/geo_gnn/requirements.rocm.txt | 2 +- benchmarks/huggingface/requirements.cuda.txt | 14 +- benchmarks/huggingface/requirements.rocm.txt | 2 +- benchmarks/lightning/requirements.cuda.txt | 15 +- benchmarks/lightning/requirements.rocm.txt | 2 +- benchmarks/llama/requirements.cuda.txt | 16 +- benchmarks/llama/requirements.rocm.txt | 2 +- benchmarks/llava/requirements.cuda.txt | 16 +- benchmarks/llava/requirements.rocm.txt | 2 +- benchmarks/llm/requirements.cuda.txt | 37 +- benchmarks/llm/requirements.in | 2 +- benchmarks/llm/requirements.rocm.txt | 2 +- benchmarks/purejaxrl/requirements.cuda.txt | 13 +- benchmarks/purejaxrl/requirements.rocm.txt | 2 +- benchmarks/recursiongfn/requirements.cuda.txt | 15 +- benchmarks/recursiongfn/requirements.rocm.txt | 2 +- benchmarks/rlhf/requirements.cuda.txt | 16 +- benchmarks/rlhf/requirements.rocm.txt | 2 +- benchmarks/timm/requirements.cuda.txt | 15 +- benchmarks/timm/requirements.rocm.txt | 2 +- benchmarks/torchatari/requirements.cuda.txt | 13 +- benchmarks/torchatari/requirements.rocm.txt | 2 +- benchmarks/torchvision/requirements.cuda.txt | 15 +- benchmarks/torchvision/requirements.rocm.txt | 2 +- .../torchvision_ddp/requirements.cuda.txt | 15 +- .../torchvision_ddp/requirements.rocm.txt | 2 +- benchmarks/vjepa/requirements.cuda.txt | 17 +- benchmarks/vjepa/requirements.rocm.txt | 2 +- constraints/cuda.txt | 9 +- constraints/extra/torch.cuda.txt | 2 +- constraints/hpu.txt | 8 - constraints/rocm.txt | 11 - docs/Contributing/recipes.rst | 1 + milabench/_version.py | 6 +- milabench/cli/__init__.py | 4 + milabench/cli/sharedsetup.py | 11 +- 51 files changed, 249 insertions(+), 1872 deletions(-) delete mode 100644 .pin/constraints-cuda-gnn.txt delete mode 100644 .pin/constraints-rocm-gnn.txt delete mode 100644 .pin/constraints-rocm-torch.txt diff --git a/.pin/constraints-cuda-gnn.txt b/.pin/constraints-cuda-gnn.txt deleted file mode 100644 index cacbdfeae..000000000 --- a/.pin/constraints-cuda-gnn.txt +++ /dev/null @@ -1,338 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.10 -# by the following command: -# -# pip-compile --output-file=.pin/constraints-cuda-gnn.txt .pin/tmp-constraints.txt benchmarks/geo_gnn/requirements-pre.in benchmarks/geo_gnn/requirements.in benchmarks/recursiongfn/requirements.in constraints/extra/gnn.cuda.txt -# ---extra-index-url https://pypi.ngc.nvidia.com ---extra-index-url https://download.pytorch.org/whl/cu121 ---find-links https://data.pyg.org/whl/torch-2.3.0+cu121.html ---trusted-host pypi.ngc.nvidia.com - -absl-py==2.1.0 - # via tensorboard -aiohappyeyeballs==2.4.0 - # via aiohttp -aiohttp==3.10.5 - # via torch-geometric -aiosignal==1.3.1 - # via aiohttp -antlr4-python3-runtime==4.9.3 - # via omegaconf -asttokens==2.4.1 - # via giving -async-timeout==4.0.3 - # via aiohttp -attrs==24.2.0 - # via aiohttp -blosc2==2.7.1 - # via tables -botorch==0.11.3 - # via -r benchmarks/recursiongfn/requirements.in -certifi==2024.8.30 - # via - # requests - # sentry-sdk -charset-normalizer==3.3.2 - # via requests -click==8.1.7 - # via wandb -codefind==0.1.7 - # via ptera -cvxopt==1.3.2 - # via -r benchmarks/recursiongfn/requirements.in -docker-pycreds==0.4.0 - # via wandb -executing==1.2.0 - # via varname -filelock==3.16.0 - # via - # torch - # triton -frozenlist==1.4.1 - # via - # aiohttp - # aiosignal -fsspec==2024.9.0 - # via - # torch - # torch-geometric -gitdb==4.0.11 - # via gitpython -gitpython==3.1.43 - # via - # -r benchmarks/recursiongfn/requirements.in - # wandb -giving==0.4.2 - # via - # ptera - # voir -gpytorch==1.12 - # via - # -r benchmarks/recursiongfn/requirements.in - # botorch -grpcio==1.66.1 - # via tensorboard -idna==3.8 - # via - # requests - # yarl -jaxtyping==0.2.34 - # via linear-operator -jinja2==3.1.4 - # via - # torch - # torch-geometric -joblib==1.4.2 - # via scikit-learn -linear-operator==0.5.2 - # via - # botorch - # gpytorch -markdown==3.7 - # via tensorboard -markdown-it-py==3.0.0 - # via rich -markupsafe==2.1.5 - # via - # jinja2 - # werkzeug -mdurl==0.1.2 - # via markdown-it-py -mpmath==1.3.0 - # via - # botorch - # gpytorch - # sympy -msgpack==1.1.0 - # via blosc2 -multidict==6.1.0 - # via - # aiohttp - # yarl -multipledispatch==1.0.0 - # via botorch -ndindex==1.8 - # via blosc2 -networkx==3.3 - # via - # -r benchmarks/recursiongfn/requirements.in - # torch -numexpr==2.10.1 - # via - # blosc2 - # tables -numpy==1.26.4 - # via - # -r benchmarks/geo_gnn/requirements.in - # blosc2 - # botorch - # numexpr - # opt-einsum - # pandas - # pyarrow - # pyro-ppl - # rdkit - # scikit-learn - # scipy - # tables - # tensorboard - # torch-geometric -nvidia-cublas-cu12==12.1.3.1 - # via - # nvidia-cudnn-cu12 - # nvidia-cusolver-cu12 - # torch -nvidia-cuda-cupti-cu12==12.1.105 - # via torch -nvidia-cuda-nvrtc-cu12==12.1.105 - # via torch -nvidia-cuda-runtime-cu12==12.1.105 - # via torch -nvidia-cudnn-cu12==8.9.2.26 - # via torch -nvidia-cufft-cu12==11.0.2.54 - # via torch -nvidia-curand-cu12==10.3.2.106 - # via torch -nvidia-cusolver-cu12==11.4.5.107 - # via torch -nvidia-cusparse-cu12==12.1.0.106 - # via - # nvidia-cusolver-cu12 - # torch -nvidia-ml-py==12.560.30 - # via voir -nvidia-nccl-cu12==2.20.5 - # via torch -nvidia-nvjitlink-cu12==12.6.68 - # via - # nvidia-cusolver-cu12 - # nvidia-cusparse-cu12 -nvidia-nvtx-cu12==12.1.105 - # via torch -omegaconf==2.3.0 - # via - # -r benchmarks/recursiongfn/requirements.in - # voir -opt-einsum==3.3.0 - # via pyro-ppl -ovld==0.3.9 - # via voir -packaging==24.1 - # via - # tables - # tensorboard -pandas==2.2.2 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -pillow==10.4.0 - # via rdkit -platformdirs==4.3.2 - # via wandb -protobuf==5.28.0 - # via - # tensorboard - # wandb -psutil==5.9.8 - # via - # torch-geometric - # voir - # wandb -ptera==1.4.1 - # via voir -py-cpuinfo==9.0.0 - # via - # blosc2 - # tables -pyarrow==17.0.0 - # via -r benchmarks/recursiongfn/requirements.in -pygments==2.18.0 - # via rich -pyparsing==3.1.4 - # via torch-geometric -pyro-api==0.1.2 - # via pyro-ppl -pyro-ppl==1.9.1 - # via - # -r benchmarks/recursiongfn/requirements.in - # botorch -python-dateutil==2.9.0.post0 - # via pandas -pytz==2024.1 - # via pandas -pyyaml==6.0.2 - # via - # omegaconf - # wandb -rdkit==2024.3.5 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -reactivex==4.0.4 - # via giving -requests==2.32.3 - # via - # torch-geometric - # wandb -rich==13.8.1 - # via voir -scikit-learn==1.5.1 - # via - # gpytorch - # torch-geometric -scipy==1.14.1 - # via - # -r benchmarks/recursiongfn/requirements.in - # botorch - # gpytorch - # linear-operator - # scikit-learn - # torch-cluster - # torch-geometric - # torch-sparse -sentry-sdk==2.14.0 - # via wandb -setproctitle==1.3.3 - # via wandb -six==1.16.0 - # via - # asttokens - # docker-pycreds - # python-dateutil - # tensorboard -smmap==5.0.1 - # via gitdb -sympy==1.13.2 - # via torch -tables==3.10.1 - # via -r benchmarks/recursiongfn/requirements.in -tensorboard==2.17.1 - # via -r benchmarks/recursiongfn/requirements.in -tensorboard-data-server==0.7.2 - # via tensorboard -threadpoolctl==3.5.0 - # via scikit-learn -torch==2.3.1+cu121 - # via - # -r benchmarks/geo_gnn/requirements-pre.in - # -r benchmarks/recursiongfn/requirements.in - # -r constraints/extra/gnn.cuda.txt - # botorch - # linear-operator - # pyro-ppl -torch-cluster==1.6.3+pt23cu121 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -torch-geometric==2.5.3 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -torch-scatter==2.1.2+pt23cu121 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -torch-sparse==0.6.18+pt23cu121 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -tqdm==4.66.5 - # via - # pyro-ppl - # torch-geometric -triton==2.3.1 - # via torch -typeguard==2.13.3 - # via - # jaxtyping - # linear-operator -typing-extensions==4.12.2 - # via - # multidict - # reactivex - # tables - # torch -tzdata==2024.1 - # via pandas -urllib3==2.2.2 - # via - # requests - # sentry-sdk -varname==0.10.0 - # via giving -voir==0.2.19 - # via - # -c .pin/../constraints/cuda.txt - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -wandb==0.17.9 - # via -r benchmarks/recursiongfn/requirements.in -werkzeug==3.0.4 - # via tensorboard -yarl==1.11.1 - # via aiohttp - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/.pin/constraints-cuda-torch.txt b/.pin/constraints-cuda-torch.txt index 2c770c1c3..860f55d6d 100644 --- a/.pin/constraints-cuda-torch.txt +++ b/.pin/constraints-cuda-torch.txt @@ -275,7 +275,7 @@ httpcore==1.0.7 # via httpx httpx==0.28.1 # via blosc2 -huggingface-hub==0.27.1 +huggingface-hub[hf_transfer]==0.27.1 # via # -r benchmarks/timm/requirements.in # accelerate @@ -359,6 +359,8 @@ jinja2==3.1.5 # torch-geometric joblib==1.4.2 # via scikit-learn +kagglehub==0.3.6 + # via torchtune kiwisolver==1.4.8 # via matplotlib lightning==2.5.0.post0 @@ -538,7 +540,7 @@ nvidia-cusparse-cu12==12.1.0.106 # torch nvidia-ml-py==12.560.30 # via voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # jax-cuda12-plugin # torch @@ -555,7 +557,7 @@ omegaconf==2.3.0 # -r benchmarks/recursiongfn/requirements.in # torchtune # voir -opencv-python==4.10.0.84 +opencv-python==4.11.0.86 # via -r benchmarks/vjepa/requirements.in opt-einsum==3.4.0 # via @@ -581,6 +583,7 @@ packaging==24.2 # datasets # envpool # huggingface-hub + # kagglehub # lightning # lightning-utilities # matplotlib @@ -611,6 +614,7 @@ pillow==11.1.0 # matplotlib # navix # rdkit + # torchtune # torchvision platformdirs==4.3.6 # via @@ -635,6 +639,7 @@ psutil==5.9.8 # via # accelerate # torch-geometric + # torchtune # voir # wandb ptera==1.4.1 @@ -643,7 +648,7 @@ py-cpuinfo==9.0.0 # via # blosc2 # tables -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -r benchmarks/recursiongfn/requirements.in # datasets @@ -723,6 +728,7 @@ requests==2.32.3 # datasets # diffusers # huggingface-hub + # kagglehub # tiktoken # torch-geometric # transformers @@ -790,7 +796,7 @@ submitit==1.5.2 # via # -r benchmarks/dinov2/requirements.in # -r benchmarks/vjepa/requirements.in -sympy==1.13.3 +sympy==1.13.1 # via torch tables==3.10.2 # via -r benchmarks/recursiongfn/requirements.in @@ -827,8 +833,9 @@ tomlkit==0.13.2 # via pylint toolz==1.0.0 # via chex -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via + # -c .pin/../constraints/cuda.txt # -r benchmarks/brax/requirements.in # -r benchmarks/dinov2/requirements.in # -r benchmarks/flops/requirements.in @@ -876,11 +883,8 @@ torch-sparse==0.6.18+pt25cu121 # via # -r benchmarks/geo_gnn/requirements.in # -r benchmarks/recursiongfn/requirements.in -torchao==0.3.1+cu121 - # via - # -c .pin/../constraints/cuda.txt - # -r benchmarks/llm/requirements.in - # torchtune +torchao==0.8.0 + # via -r benchmarks/llm/requirements.in torchcompat==1.1.4 # via # -c .pin/../constraints/cuda.txt @@ -894,11 +898,9 @@ torchmetrics==1.6.1 # -r benchmarks/dinov2/requirements.in # lightning # pytorch-lightning -torchtune==0.2.1+cu121 - # via - # -c .pin/../constraints/cuda.txt - # -r benchmarks/llm/requirements.in -torchvision==0.19.0+cu121 +torchtune==0.5.0 + # via -r benchmarks/llm/requirements.in +torchvision==0.20.1+cu121 # via # -r benchmarks/diffusion/requirements.in # -r benchmarks/dinov2/requirements.in @@ -919,6 +921,7 @@ tqdm==4.67.1 # fvcore # huggingface-hub # iopath + # kagglehub # lightning # pyro-ppl # pytorch-lightning @@ -927,7 +930,6 @@ tqdm==4.67.1 # transformers transformers==4.48.0 # via - # -c .pin/../constraints/cuda.txt # -r benchmarks/diffusion/requirements.in # -r benchmarks/huggingface/requirements.in # -r benchmarks/llama/requirements.in @@ -939,7 +941,7 @@ trimesh==4.5.3 # via # brax # mujoco-mjx -triton==3.0.0 +triton==3.1.0 # via torch trl==0.10.1 # via @@ -992,7 +994,7 @@ urllib3==2.3.0 # blobfile # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via giving voir==0.2.19 # via @@ -1025,7 +1027,7 @@ werkzeug==3.1.3 # via # flask # tensorboard -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -r benchmarks/dinov2/requirements.in # -r constraints/extra/torch.cuda.txt diff --git a/.pin/constraints-rocm-gnn.txt b/.pin/constraints-rocm-gnn.txt deleted file mode 100644 index dd945fc95..000000000 --- a/.pin/constraints-rocm-gnn.txt +++ /dev/null @@ -1,305 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.10 -# by the following command: -# -# pip-compile --output-file=.pin/constraints-rocm-gnn.txt .pin/tmp-constraints.txt benchmarks/geo_gnn/requirements-pre.in benchmarks/geo_gnn/requirements.in benchmarks/recursiongfn/requirements.in -# ---extra-index-url https://download.pytorch.org/whl/rocm6.0 - -absl-py==2.1.0 - # via tensorboard -aiohappyeyeballs==2.4.0 - # via aiohttp -aiohttp==3.10.5 - # via torch-geometric -aiosignal==1.3.1 - # via aiohttp -antlr4-python3-runtime==4.9.3 - # via omegaconf -asttokens==2.4.1 - # via giving -async-timeout==4.0.3 - # via aiohttp -attrs==24.2.0 - # via aiohttp -blosc2==2.7.1 - # via tables -botorch==0.11.3 - # via gflownet -certifi==2024.7.4 - # via - # requests - # sentry-sdk -charset-normalizer==3.3.2 - # via requests -click==8.1.7 - # via wandb -codefind==0.1.6 - # via ptera -cvxopt==1.3.2 - # via gflownet -docker-pycreds==0.4.0 - # via wandb -executing==1.2.0 - # via varname -filelock==3.15.4 - # via - # pytorch-triton-rocm - # torch -frozenlist==1.4.1 - # via - # aiohttp - # aiosignal -fsspec==2024.6.1 - # via - # torch - # torch-geometric -gflownet @ git+https://github.com/Delaunay/gflownet@milabench - # via -r benchmarks/recursiongfn/requirements.in -gitdb==4.0.11 - # via gitpython -gitpython==3.1.43 - # via - # gflownet - # wandb -giving==0.4.2 - # via - # ptera - # voir -gpytorch==1.12 - # via - # botorch - # gflownet -grpcio==1.65.5 - # via tensorboard -idna==3.7 - # via - # requests - # yarl -jaxtyping==0.2.33 - # via linear-operator -jinja2==3.1.4 - # via - # torch - # torch-geometric -joblib==1.4.2 - # via scikit-learn -linear-operator==0.5.2 - # via - # botorch - # gpytorch -markdown==3.7 - # via tensorboard -markdown-it-py==3.0.0 - # via rich -markupsafe==2.1.5 - # via - # jinja2 - # werkzeug -mdurl==0.1.2 - # via markdown-it-py -mpmath==1.3.0 - # via - # botorch - # gpytorch - # sympy -msgpack==1.0.8 - # via blosc2 -multidict==6.0.5 - # via - # aiohttp - # yarl -multipledispatch==1.0.0 - # via botorch -ndindex==1.8 - # via blosc2 -networkx==3.3 - # via - # gflownet - # torch -numexpr==2.10.1 - # via - # blosc2 - # tables -numpy==1.26.4 - # via - # -r benchmarks/geo_gnn/requirements.in - # blosc2 - # botorch - # numexpr - # opt-einsum - # pandas - # pyarrow - # pyro-ppl - # rdkit - # scikit-learn - # scipy - # tables - # tensorboard - # torch-geometric -omegaconf==2.3.0 - # via - # gflownet - # voir -opt-einsum==3.3.0 - # via pyro-ppl -ovld==0.3.8 - # via voir -packaging==24.1 - # via - # tables - # tensorboard -pandas==2.2.2 - # via - # -r benchmarks/geo_gnn/requirements.in - # gflownet -pillow==10.4.0 - # via rdkit -platformdirs==4.2.2 - # via wandb -protobuf==5.27.3 - # via - # tensorboard - # wandb -psutil==5.9.8 - # via - # torch-geometric - # voir - # wandb -ptera==1.4.1 - # via voir -py-cpuinfo==9.0.0 - # via - # blosc2 - # tables -pyarrow==17.0.0 - # via gflownet -pygments==2.18.0 - # via rich -pynvml==11.5.3 - # via voir -pyparsing==3.1.2 - # via torch-geometric -pyro-api==0.1.2 - # via pyro-ppl -pyro-ppl==1.9.1 - # via - # botorch - # gflownet -python-dateutil==2.9.0.post0 - # via pandas -pytorch-triton-rocm==3.0.0 - # via torch -pytz==2024.1 - # via pandas -pyyaml==6.0.2 - # via - # omegaconf - # wandb -rdkit==2024.3.5 - # via - # -r benchmarks/geo_gnn/requirements.in - # gflownet -reactivex==4.0.4 - # via giving -requests==2.32.3 - # via - # torch-geometric - # wandb -rich==13.7.1 - # via voir -scikit-learn==1.5.1 - # via - # gpytorch - # torch-geometric -scipy==1.14.0 - # via - # botorch - # gflownet - # gpytorch - # linear-operator - # scikit-learn - # torch-cluster - # torch-geometric - # torch-sparse -sentry-sdk==2.13.0 - # via wandb -setproctitle==1.3.3 - # via wandb -six==1.16.0 - # via - # asttokens - # docker-pycreds - # python-dateutil - # tensorboard -smmap==5.0.1 - # via gitdb -sympy==1.13.2 - # via torch -tables==3.10.1 - # via gflownet -tensorboard==2.17.1 - # via gflownet -tensorboard-data-server==0.7.2 - # via tensorboard -threadpoolctl==3.5.0 - # via scikit-learn -torch==2.4.0+rocm6.0 - # via - # -r benchmarks/geo_gnn/requirements-pre.in - # -r benchmarks/recursiongfn/requirements.in - # botorch - # gflownet - # linear-operator - # pyro-ppl -torch-cluster==1.6.3 - # via - # -r benchmarks/geo_gnn/requirements.in - # gflownet -torch-geometric==2.5.3 - # via - # -r benchmarks/geo_gnn/requirements.in - # gflownet -torch-scatter==2.1.2 - # via - # -r benchmarks/geo_gnn/requirements.in - # gflownet -torch-sparse==0.6.18 - # via - # -r benchmarks/geo_gnn/requirements.in - # gflownet -tqdm==4.66.5 - # via - # pyro-ppl - # torch-geometric -typeguard==2.13.3 - # via - # jaxtyping - # linear-operator -typing-extensions==4.12.2 - # via - # reactivex - # tables - # torch -tzdata==2024.1 - # via pandas -urllib3==2.2.2 - # via - # requests - # sentry-sdk -varname==0.10.0 - # via giving -voir==0.2.17 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -wandb==0.17.7 - # via gflownet -werkzeug==3.0.3 - # via tensorboard -yarl==1.9.4 - # via aiohttp - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/.pin/constraints-rocm-torch.txt b/.pin/constraints-rocm-torch.txt deleted file mode 100644 index 94fb0b0e8..000000000 --- a/.pin/constraints-rocm-torch.txt +++ /dev/null @@ -1,987 +0,0 @@ -# -# This file is autogenerated by pip-compile with Python 3.11 -# by the following command: -# -# pip-compile --output-file=.pin/constraints-rocm-torch.txt .pin/tmp-constraints.txt benchmarks/brax/requirements.in benchmarks/diffusion/requirements.in benchmarks/dinov2/requirements.in benchmarks/flops/requirements.in benchmarks/geo_gnn/requirements-pre.in benchmarks/geo_gnn/requirements.in benchmarks/huggingface/requirements.in benchmarks/lightning/requirements.in benchmarks/llama/requirements.in benchmarks/llava/requirements.in benchmarks/llm/requirements.in benchmarks/purejaxrl/requirements.in benchmarks/recursiongfn/requirements.in benchmarks/rlhf/requirements.in benchmarks/timm/requirements.in benchmarks/torchatari/requirements.in benchmarks/torchvision/requirements.in benchmarks/torchvision_ddp/requirements.in benchmarks/vjepa/requirements.in constraints/extra/torch.rocm.txt -# ---extra-index-url https://pypi.ngc.nvidia.com ---extra-index-url https://download.pytorch.org/whl/rocm6.2 ---trusted-host pypi.ngc.nvidia.com - -absl-py==2.1.0 - # via - # brax - # chex - # distrax - # dm-env - # ml-collections - # mujoco - # mujoco-mjx - # optax - # orbax-checkpoint - # rlax - # tensorboard - # tensorflow-probability -accelerate==1.2.1 - # via - # -r benchmarks/diffusion/requirements.in - # -r benchmarks/llava/requirements.in - # -r benchmarks/llm/requirements.in - # -r benchmarks/rlhf/requirements.in - # diffusers - # trl -aiohappyeyeballs==2.4.4 - # via aiohttp -aiohttp==3.11.11 - # via - # datasets - # fsspec - # torch-geometric -aiosignal==1.3.2 - # via aiohttp -annotated-types==0.7.0 - # via pydantic -antlr4-python3-runtime==4.9.3 - # via omegaconf -anyio==4.8.0 - # via httpx -appdirs==1.4.4 - # via cantilever -argklass==1.4.4 - # via - # -r benchmarks/diffusion/requirements.in - # -r benchmarks/llm/requirements.in - # -r benchmarks/purejaxrl/requirements.in -astroid==3.3.8 - # via pylint -asttokens==3.0.0 - # via giving -attrs==24.3.0 - # via aiohttp -beartype==0.19.0 - # via -r benchmarks/vjepa/requirements.in -black==24.10.0 - # via navix -blinker==1.9.0 - # via flask -blobfile==3.0.0 - # via - # -r benchmarks/llm/requirements.txt - # torchtune -blosc2==3.0.0 - # via tables -botorch==0.12.0 - # via -r benchmarks/recursiongfn/requirements.in -braceexpand==0.1.7 - # via - # -r benchmarks/vjepa/requirements.in - # webdataset -brax==0.12.1 - # via - # -r benchmarks/brax/requirements.in - # -r benchmarks/purejaxrl/requirements.in -cantilever==0.1.0 - # via -r benchmarks/torchatari/requirements.in -certifi==2024.12.14 - # via - # httpcore - # httpx - # requests - # sentry-sdk -charset-normalizer==3.4.1 - # via requests -chex==0.1.88 - # via - # distrax - # evosax - # flashbax - # gymnax - # optax - # rlax -click==8.1.8 - # via - # black - # flask - # wandb -cloudpickle==3.1.1 - # via - # gym - # gymnasium - # submitit - # tensorflow-probability -codefind==0.1.7 - # via ptera -contourpy==1.3.1 - # via matplotlib -cvxopt==1.3.2 - # via -r benchmarks/recursiongfn/requirements.in -cycler==0.12.1 - # via matplotlib -datasets==3.2.0 - # via - # -r benchmarks/diffusion/requirements.in - # -r benchmarks/llama/requirements.in - # -r benchmarks/llava/requirements.in - # -r benchmarks/rlhf/requirements.in - # torchtune - # trl -decorator==5.1.1 - # via tensorflow-probability -decord==0.6.0 - # via -r benchmarks/vjepa/requirements.in -diffusers[torch]==0.32.2 - # via -r benchmarks/diffusion/requirements.in -dill==0.3.8 - # via - # datasets - # multiprocess - # pylint -distrax==0.1.5 - # via - # -r benchmarks/purejaxrl/requirements.in - # rlax -dm-env==1.6 - # via - # brax - # envpool - # rlax -dm-tree==0.1.8 - # via - # dm-env - # tensorflow-probability -docker-pycreds==0.4.0 - # via wandb -docstring-parser==0.16 - # via tyro -dotmap==1.3.30 - # via evosax -einops==0.8.0 - # via - # -r benchmarks/rlhf/requirements.in - # -r benchmarks/vjepa/requirements.in -envpool==0.8.4 - # via -r benchmarks/torchatari/requirements.in -etils[epath,epy]==1.11.0 - # via - # brax - # mujoco - # mujoco-mjx - # optax - # orbax-checkpoint -evosax==0.1.6 - # via -r benchmarks/purejaxrl/requirements.in -executing==2.1.0 - # via varname -fairscale==0.4.13 - # via - # -r benchmarks/llama/requirements.in - # -r benchmarks/llm/requirements.in - # -r benchmarks/llm/requirements.txt -farama-notifications==0.0.4 - # via gymnasium -filelock==3.16.1 - # via - # blobfile - # datasets - # diffusers - # huggingface-hub - # pytorch-triton-rocm - # torch - # transformers -fire==0.7.0 - # via - # -r benchmarks/llama/requirements.in - # -r benchmarks/llm/requirements.txt -flake8==7.1.1 - # via navix -flashbax==0.1.2 - # via -r benchmarks/purejaxrl/requirements.in -flask==3.1.0 - # via - # brax - # flask-cors -flask-cors==5.0.0 - # via brax -flax==0.10.2 - # via - # -r benchmarks/purejaxrl/requirements.in - # brax - # evosax - # flashbax - # gymnax - # navix -fonttools==4.55.3 - # via matplotlib -frozenlist==1.5.0 - # via - # aiohttp - # aiosignal -fsspec[http]==2024.9.0 - # via - # datasets - # etils - # huggingface-hub - # lightning - # pytorch-lightning - # torch - # torch-geometric -fvcore==0.1.5.post20221221 - # via -r benchmarks/dinov2/requirements.in -gast==0.6.0 - # via tensorflow-probability -gitdb==4.0.12 - # via gitpython -gitpython==3.1.44 - # via - # -r benchmarks/recursiongfn/requirements.in - # wandb -giving==0.4.3 - # via - # ptera - # voir -glfw==2.8.0 - # via mujoco -gpytorch==1.13 - # via - # -r benchmarks/recursiongfn/requirements.in - # botorch -grpcio==1.69.0 - # via - # brax - # tensorboard -gym==0.26.2 - # via - # -r benchmarks/torchatari/requirements.in - # brax - # envpool - # gymnax -gym-notices==0.0.8 - # via gym -gymnasium==1.0.0 - # via - # envpool - # gymnax -gymnax==0.0.8 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/purejaxrl/requirements.in -h11==0.14.0 - # via httpcore -hjson==3.1.0 - # via argklass -httpcore==1.0.7 - # via httpx -httpx==0.28.1 - # via blosc2 -huggingface-hub==0.27.1 - # via - # -r benchmarks/timm/requirements.in - # accelerate - # datasets - # diffusers - # timm - # tokenizers - # torchtune - # transformers -humanize==4.11.0 - # via orbax-checkpoint -idna==3.10 - # via - # anyio - # httpx - # requests - # yarl -importlib-metadata==8.5.0 - # via diffusers -importlib-resources==6.5.2 - # via - # argklass - # cantilever - # etils - # torchcompat -iniconfig==2.0.0 - # via pytest -iopath==0.1.10 - # via - # -r benchmarks/dinov2/requirements.in - # fvcore -isort==5.13.2 - # via pylint -itsdangerous==2.2.0 - # via flask -jax==0.4.38 - # via - # -r benchmarks/brax/requirements.in - # -r benchmarks/purejaxrl/requirements.in - # brax - # chex - # distrax - # evosax - # flashbax - # flax - # gymnax - # jaxopt - # mujoco-mjx - # optax - # orbax-checkpoint - # rlax -jaxlib==0.4.38 - # via - # brax - # chex - # distrax - # evosax - # flashbax - # gymnax - # jax - # jaxopt - # mujoco-mjx - # optax - # rlax -jaxopt==0.8.3 - # via brax -jaxtyping==0.2.19 - # via - # gpytorch - # linear-operator -jinja2==3.1.5 - # via - # brax - # flask - # torch - # torch-geometric -joblib==1.4.2 - # via scikit-learn -kiwisolver==1.4.8 - # via matplotlib -lightning==2.5.0.post0 - # via -r benchmarks/lightning/requirements.in -lightning-utilities==0.11.9 - # via - # lightning - # pytorch-lightning - # torchmetrics -linear-operator==0.5.3 - # via - # botorch - # gpytorch -lxml==5.3.0 - # via blobfile -markdown==3.7 - # via tensorboard -markdown-it-py==3.0.0 - # via rich -markupsafe==3.0.2 - # via - # jinja2 - # werkzeug -matplotlib==3.10.0 - # via - # evosax - # gymnax - # seaborn -mccabe==0.7.0 - # via - # flake8 - # pylint -mdurl==0.1.2 - # via markdown-it-py -ml-collections==1.0.0 - # via brax -ml-dtypes==0.5.1 - # via - # jax - # jaxlib - # tensorstore -mpmath==1.3.0 - # via - # botorch - # gpytorch - # linear-operator - # sympy -msgpack==1.1.0 - # via - # blosc2 - # flax - # orbax-checkpoint -mujoco==3.2.7 - # via - # brax - # mujoco-mjx -mujoco-mjx==3.2.7 - # via brax -multidict==6.1.0 - # via - # aiohttp - # yarl -multipledispatch==1.0.0 - # via botorch -multiprocess==0.70.16 - # via datasets -mypy-extensions==1.0.0 - # via black -navix==0.7.0 - # via -r benchmarks/purejaxrl/requirements.in -ndindex==1.9.2 - # via blosc2 -nest-asyncio==1.6.0 - # via orbax-checkpoint -networkx==3.4.2 - # via - # -r benchmarks/recursiongfn/requirements.in - # torch -numexpr==2.10.2 - # via - # blosc2 - # tables -numpy==1.26.4 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/llava/requirements.in - # -r benchmarks/purejaxrl/requirements.in - # -r benchmarks/torchatari/requirements.in - # -r benchmarks/vjepa/requirements.in - # accelerate - # blosc2 - # brax - # chex - # contourpy - # datasets - # decord - # diffusers - # distrax - # dm-env - # envpool - # evosax - # fairscale - # flashbax - # flax - # fvcore - # gym - # gymnasium - # jax - # jaxlib - # jaxopt - # jaxtyping - # matplotlib - # ml-dtypes - # mujoco - # navix - # numexpr - # opencv-python - # optax - # orbax-checkpoint - # pandas - # pyro-ppl - # rdkit - # rlax - # scikit-learn - # scipy - # seaborn - # tables - # tensorboard - # tensorboardx - # tensorflow-probability - # tensorstore - # torch-geometric - # torchmetrics - # torchtune - # torchvision - # transformers - # trimesh - # trl - # webdataset - # xformers -nvidia-ml-py==12.560.30 - # via voir -omegaconf==2.3.0 - # via - # -r benchmarks/dinov2/requirements.in - # -r benchmarks/recursiongfn/requirements.in - # torchtune - # voir -opencv-python==4.10.0.84 - # via -r benchmarks/vjepa/requirements.in -opt-einsum==3.4.0 - # via - # jax - # pyro-ppl -optax==0.2.4 - # via - # -r benchmarks/purejaxrl/requirements.in - # brax - # flax -optree==0.13.1 - # via envpool -orbax-checkpoint==0.11.0 - # via - # brax - # flax -ovld==0.3.9 - # via voir -packaging==24.2 - # via - # accelerate - # black - # datasets - # envpool - # huggingface-hub - # lightning - # lightning-utilities - # matplotlib - # pytest - # pytorch-lightning - # setuptools-scm - # tables - # tensorboard - # tensorboardx - # torchmetrics - # transformers -pandas==2.2.3 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in - # -r benchmarks/vjepa/requirements.in - # datasets - # seaborn -pathspec==0.12.1 - # via black -pillow==11.1.0 - # via - # -r benchmarks/huggingface/requirements.in - # -r benchmarks/llava/requirements.in - # brax - # diffusers - # fvcore - # matplotlib - # navix - # rdkit - # torchvision -platformdirs==4.3.6 - # via - # black - # pylint - # wandb -pluggy==1.5.0 - # via pytest -portalocker==3.1.1 - # via iopath -propcache==0.2.1 - # via - # aiohttp - # yarl -protobuf==5.29.3 - # via - # orbax-checkpoint - # tensorboard - # tensorboardx - # wandb -psutil==5.9.8 - # via - # accelerate - # torch-geometric - # voir - # wandb -ptera==1.4.1 - # via voir -py-cpuinfo==9.0.0 - # via - # blosc2 - # tables -pyarrow==18.1.0 - # via - # -r benchmarks/recursiongfn/requirements.in - # datasets -pycodestyle==2.12.1 - # via flake8 -pycryptodomex==3.21.0 - # via blobfile -pydantic==2.10.5 - # via wandb -pydantic-core==2.27.2 - # via pydantic -pyflakes==3.2.0 - # via flake8 -pygments==2.19.1 - # via rich -pylint==3.3.3 - # via navix -pyopengl==3.1.7 - # via mujoco -pyparsing==3.2.1 - # via - # matplotlib - # torch-geometric -pyro-api==0.1.2 - # via pyro-ppl -pyro-ppl==1.9.1 - # via - # -r benchmarks/recursiongfn/requirements.in - # botorch -pytest==8.3.4 - # via navix -python-dateutil==2.9.0.post0 - # via - # matplotlib - # pandas -pytinyrenderer==0.0.14 - # via brax -pytorch-lightning==2.5.0.post0 - # via lightning -pytorch-triton-rocm==3.1.0 - # via torch -pytz==2024.2 - # via pandas -pyyaml==6.0.2 - # via - # -r benchmarks/llm/requirements.in - # -r benchmarks/timm/requirements.in - # -r benchmarks/vjepa/requirements.in - # accelerate - # datasets - # evosax - # flax - # fvcore - # gymnax - # huggingface-hub - # lightning - # ml-collections - # omegaconf - # orbax-checkpoint - # pytorch-lightning - # timm - # transformers - # wandb - # webdataset - # yacs -rdkit==2024.9.4 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -reactivex==4.0.4 - # via giving -regex==2024.11.6 - # via - # diffusers - # tiktoken - # transformers -requests==2.32.3 - # via - # datasets - # diffusers - # huggingface-hub - # tiktoken - # torch-geometric - # transformers - # wandb -rich==13.9.4 - # via - # flax - # tyro - # voir -rlax==0.1.6 - # via navix -safetensors==0.5.2 - # via - # -r benchmarks/timm/requirements.in - # accelerate - # diffusers - # timm - # torchtune - # transformers -scikit-learn==1.6.1 - # via gpytorch -scipy==1.15.1 - # via - # -r benchmarks/dinov2/requirements.in - # -r benchmarks/recursiongfn/requirements.in - # botorch - # brax - # gpytorch - # jax - # jaxlib - # jaxopt - # linear-operator - # mujoco-mjx - # scikit-learn - # torch-cluster - # torch-sparse -seaborn==0.13.2 - # via gymnax -sentencepiece==0.2.0 - # via - # -r benchmarks/llama/requirements.in - # torchtune -sentry-sdk==2.20.0 - # via wandb -setproctitle==1.3.4 - # via wandb -setuptools-scm==8.1.0 - # via navix -shtab==1.7.1 - # via tyro -simplejson==3.19.3 - # via orbax-checkpoint -six==1.17.0 - # via - # docker-pycreds - # ml-collections - # python-dateutil - # tensorboard - # tensorflow-probability -smmap==5.0.2 - # via gitdb -sniffio==1.3.1 - # via anyio -submitit==1.5.2 - # via - # -r benchmarks/dinov2/requirements.in - # -r benchmarks/vjepa/requirements.in -sympy==1.13.1 - # via torch -tables==3.10.2 - # via -r benchmarks/recursiongfn/requirements.in -tabulate==0.9.0 - # via fvcore -tensorboard==2.18.0 - # via - # -r benchmarks/recursiongfn/requirements.in - # -r benchmarks/torchatari/requirements.in -tensorboard-data-server==0.7.2 - # via tensorboard -tensorboardx==2.6.2.2 - # via brax -tensorflow-probability==0.25.0 - # via distrax -tensorstore==0.1.71 - # via - # flashbax - # flax - # orbax-checkpoint -termcolor==2.5.0 - # via - # fire - # fvcore -threadpoolctl==3.5.0 - # via scikit-learn -tiktoken==0.8.0 - # via torchtune -timm==1.0.13 - # via -r benchmarks/vjepa/requirements.in -tokenizers==0.21.0 - # via transformers -tomlkit==0.13.2 - # via pylint -toolz==1.0.0 - # via chex -torch==2.5.1+rocm6.2 - # via - # -r benchmarks/brax/requirements.in - # -r benchmarks/dinov2/requirements.in - # -r benchmarks/flops/requirements.in - # -r benchmarks/geo_gnn/requirements-pre.in - # -r benchmarks/huggingface/requirements.in - # -r benchmarks/lightning/requirements.in - # -r benchmarks/llama/requirements.in - # -r benchmarks/llava/requirements.in - # -r benchmarks/llm/requirements.in - # -r benchmarks/llm/requirements.txt - # -r benchmarks/purejaxrl/requirements.in - # -r benchmarks/recursiongfn/requirements.in - # -r benchmarks/rlhf/requirements.in - # -r benchmarks/timm/requirements.in - # -r benchmarks/torchatari/requirements.in - # -r benchmarks/torchvision/requirements.in - # -r benchmarks/torchvision_ddp/requirements.in - # -r benchmarks/vjepa/requirements.in - # accelerate - # botorch - # diffusers - # fairscale - # lightning - # linear-operator - # pyro-ppl - # pytorch-lightning - # timm - # torchmetrics - # torchvision - # trl - # xformers -torch-cluster==1.6.3 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -torch-geometric==2.6.1 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -torch-scatter==2.1.2 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -torch-sparse==0.6.18 - # via - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/recursiongfn/requirements.in -torchao==0.3.1 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/llm/requirements.in - # torchtune -torchcompat==1.1.4 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/flops/requirements.in - # -r benchmarks/lightning/requirements.in - # -r benchmarks/torchatari/requirements.in - # -r benchmarks/torchvision/requirements.in - # -r benchmarks/torchvision_ddp/requirements.in -torchmetrics==1.6.1 - # via - # -r benchmarks/dinov2/requirements.in - # lightning - # pytorch-lightning -torchtune==0.2.1 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/llm/requirements.in -torchvision==0.20.1+rocm6.2 - # via - # -r benchmarks/diffusion/requirements.in - # -r benchmarks/dinov2/requirements.in - # -r benchmarks/flops/requirements.in - # -r benchmarks/lightning/requirements.in - # -r benchmarks/timm/requirements.in - # -r benchmarks/torchvision/requirements.in - # -r benchmarks/torchvision_ddp/requirements.in - # -r benchmarks/vjepa/requirements.in - # timm -tqdm==4.67.1 - # via - # -r benchmarks/diffusion/requirements.in - # -r benchmarks/flops/requirements.in - # -r benchmarks/torchvision/requirements.in - # -r benchmarks/torchvision_ddp/requirements.in - # datasets - # fvcore - # huggingface-hub - # iopath - # lightning - # pyro-ppl - # pytorch-lightning - # torch-geometric - # torchtune - # transformers -transformers==4.48.0 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/diffusion/requirements.in - # -r benchmarks/huggingface/requirements.in - # -r benchmarks/llama/requirements.in - # -r benchmarks/llava/requirements.in - # -r benchmarks/llm/requirements.in - # -r benchmarks/rlhf/requirements.in - # trl -trimesh==4.5.3 - # via - # brax - # mujoco-mjx -trl==0.10.1 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/rlhf/requirements.in -typeguard==4.4.1 - # via - # jaxtyping - # tyro -types-protobuf==5.29.1.20241207 - # via envpool -typing-extensions==4.12.2 - # via - # anyio - # botorch - # brax - # chex - # envpool - # etils - # flashbax - # flax - # gymnasium - # huggingface-hub - # iopath - # jaxtyping - # lightning - # lightning-utilities - # navix - # optree - # orbax-checkpoint - # pydantic - # pydantic-core - # pytorch-lightning - # reactivex - # submitit - # tables - # torch - # typeguard - # tyro - # wandb -tyro==0.9.9 - # via - # -r benchmarks/torchatari/requirements.in - # navix - # trl -tzdata==2024.2 - # via pandas -urllib3==2.3.0 - # via - # blobfile - # requests - # sentry-sdk -varname==0.13.5 - # via giving -voir==0.2.19 - # via - # -c .pin/../constraints/rocm.txt - # -r benchmarks/brax/requirements.in - # -r benchmarks/diffusion/requirements.in - # -r benchmarks/dinov2/requirements.in - # -r benchmarks/flops/requirements.in - # -r benchmarks/geo_gnn/requirements.in - # -r benchmarks/huggingface/requirements.in - # -r benchmarks/lightning/requirements.in - # -r benchmarks/llama/requirements.in - # -r benchmarks/llava/requirements.in - # -r benchmarks/llm/requirements.in - # -r benchmarks/purejaxrl/requirements.in - # -r benchmarks/recursiongfn/requirements.in - # -r benchmarks/rlhf/requirements.in - # -r benchmarks/timm/requirements.in - # -r benchmarks/torchatari/requirements.in - # -r benchmarks/torchvision/requirements.in - # -r benchmarks/torchvision_ddp/requirements.in - # -r benchmarks/vjepa/requirements.in -wandb==0.19.3 - # via - # -r benchmarks/recursiongfn/requirements.in - # navix -webdataset==0.2.100 - # via -r benchmarks/vjepa/requirements.in -werkzeug==3.1.3 - # via - # flask - # tensorboard -xformers==0.0.29.post1 - # via -r benchmarks/dinov2/requirements.in -xxhash==3.5.0 - # via datasets -yacs==0.1.8 - # via fvcore -yarl==1.18.3 - # via aiohttp -zipp==3.21.0 - # via - # etils - # importlib-metadata - -# The following packages are considered to be unsafe in a requirements file: -# setuptools diff --git a/benchmarks/brax/requirements.cuda.txt b/benchmarks/brax/requirements.cuda.txt index 3663305ec..43586b3de 100644 --- a/benchmarks/brax/requirements.cuda.txt +++ b/benchmarks/brax/requirements.cuda.txt @@ -291,7 +291,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -393,7 +393,7 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # ml-collections -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -410,9 +410,10 @@ toolz==1.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # chex -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/brax/requirements.in # xformers trimesh==4.5.3 @@ -420,7 +421,7 @@ trimesh==4.5.3 # -c .pin/../.pin/constraints-cuda-torch.txt # brax # mujoco-mjx -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -434,7 +435,7 @@ typing-extensions==4.12.2 # orbax-checkpoint # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -447,7 +448,7 @@ werkzeug==3.1.3 # via # -c .pin/../.pin/constraints-cuda-torch.txt # flask -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/brax/requirements.rocm.txt b/benchmarks/brax/requirements.rocm.txt index d75ecaa9e..9f0324158 100644 --- a/benchmarks/brax/requirements.rocm.txt +++ b/benchmarks/brax/requirements.rocm.txt @@ -356,7 +356,7 @@ typing-extensions==4.12.2 # orbax-checkpoint # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/diffusion/requirements.cuda.txt b/benchmarks/diffusion/requirements.cuda.txt index 2cb806840..37d137c36 100644 --- a/benchmarks/diffusion/requirements.cuda.txt +++ b/benchmarks/diffusion/requirements.cuda.txt @@ -245,7 +245,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -302,7 +302,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -361,7 +361,7 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # python-dateutil -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -369,14 +369,15 @@ tokenizers==0.21.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # transformers -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # accelerate # diffusers # torchvision # xformers -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/diffusion/requirements.in @@ -390,9 +391,8 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/diffusion/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -410,7 +410,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -419,7 +419,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/diffusion/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/diffusion/requirements.rocm.txt b/benchmarks/diffusion/requirements.rocm.txt index cd0f6294d..00f417eeb 100644 --- a/benchmarks/diffusion/requirements.rocm.txt +++ b/benchmarks/diffusion/requirements.rocm.txt @@ -307,7 +307,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/dinov2/requirements.cuda.txt b/benchmarks/dinov2/requirements.cuda.txt index b7e028ce9..05ff16367 100644 --- a/benchmarks/dinov2/requirements.cuda.txt +++ b/benchmarks/dinov2/requirements.cuda.txt @@ -167,7 +167,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -245,7 +245,7 @@ submitit==1.5.2 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/dinov2/requirements.in -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -257,9 +257,10 @@ termcolor==2.5.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # fvcore -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/dinov2/requirements.in # torchmetrics # torchvision @@ -268,7 +269,7 @@ torchmetrics==1.6.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/dinov2/requirements.in -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/dinov2/requirements.in @@ -277,7 +278,7 @@ tqdm==4.67.1 # -c .pin/../.pin/constraints-cuda-torch.txt # fvcore # iopath -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -289,7 +290,7 @@ typing-extensions==4.12.2 # reactivex # submitit # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -298,7 +299,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/dinov2/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/dinov2/requirements.rocm.txt b/benchmarks/dinov2/requirements.rocm.txt index 1d558ee72..e04e795d0 100644 --- a/benchmarks/dinov2/requirements.rocm.txt +++ b/benchmarks/dinov2/requirements.rocm.txt @@ -192,7 +192,7 @@ typing-extensions==4.12.2 # reactivex # submitit # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/flops/requirements.cuda.txt b/benchmarks/flops/requirements.cuda.txt index ab979ed7b..44dad6f82 100644 --- a/benchmarks/flops/requirements.cuda.txt +++ b/benchmarks/flops/requirements.cuda.txt @@ -152,7 +152,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -212,13 +212,14 @@ scipy==1.15.1 # -c .pin/../.pin/constraints-cuda-torch.txt # jax # jaxlib -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/flops/requirements.in # torchvision # xformers @@ -227,7 +228,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/flops/requirements.in -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/flops/requirements.in @@ -235,7 +236,7 @@ tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/flops/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -244,7 +245,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-cuda-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -253,7 +254,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/flops/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/flops/requirements.rocm.txt b/benchmarks/flops/requirements.rocm.txt index 445d393e8..638fa267d 100644 --- a/benchmarks/flops/requirements.rocm.txt +++ b/benchmarks/flops/requirements.rocm.txt @@ -141,7 +141,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/geo_gnn/pcqm4m_subset.py b/benchmarks/geo_gnn/pcqm4m_subset.py index 33f43714c..cee88c438 100644 --- a/benchmarks/geo_gnn/pcqm4m_subset.py +++ b/benchmarks/geo_gnn/pcqm4m_subset.py @@ -22,8 +22,7 @@ def __init__( split: str = "train", transform: Optional[Callable] = None, backend: str = "sqlite", - from_smiles: Optional[Callable] = None, - bad_samples=None + from_smiles: Optional[Callable] = None ) -> None: assert split in ["train", "val", "test", "holdout"] @@ -45,15 +44,6 @@ def __init__( split_idx = torch.load(self.raw_paths[1]) self._indices = split_idx[self.split_mapping[split]].tolist() - # Bad samples handling - if bad_samples is None: - bad_samples = [] - - bad_samples.sort() - for bad in reversed(bad_samples): - self._indices.pop(bad) - self.size -= len(bad_samples) - def raw_file_names(self): return super().raw_file_names + [ osp.join("pcqm4m-v2", "raw", "pcqm4m-v2-train.sdf") @@ -80,26 +70,33 @@ def process(self) -> None: data_list: List[Data] = [] suppl = Chem.SDMolSupplier(self.raw_paths[-1]) iterator = enumerate(zip(df["smiles"], df["homolumogap"], suppl)) + k = 0 + for i, (smiles, y, extra) in tqdm(iterator, total=min(len(df), self.size)): - # data = from_smiles(smiles) - data = self.from_smiles(Chem.MolToSmiles(extra)) - data.y = y - data.pos = torch.tensor( - extra.GetConformer().GetPositions(), dtype=torch.float - ) - data.z = torch.tensor( - [atom.GetAtomicNum() for atom in extra.GetAtoms()], dtype=torch.long - ) - - data_list.append(data) - if ( - i + 1 == len(df) or (i + 1) % 1000 == 0 or i >= self.size - ): # Write batch-wise: - self.extend(data_list) - data_list = [] - - if i >= self.size: - break + + if extra is None: + print(f"Skipping {i}") + else: + # data = from_smiles(smiles) + k += 1 + data = self.from_smiles(Chem.MolToSmiles(extra)) + data.y = y + data.pos = torch.tensor( + extra.GetConformer().GetPositions(), dtype=torch.float + ) + data.z = torch.tensor( + [atom.GetAtomicNum() for atom in extra.GetAtoms()], dtype=torch.long + ) + + data_list.append(data) + if ( + k + 1 == len(df) or (k + 1) % 1000 == 0 or k >= self.size + ): # Write batch-wise: + self.extend(data_list) + data_list = [] + + if k >= self.size: + break def __len__(self): return min(super().__len__(), self.size) diff --git a/benchmarks/geo_gnn/requirements-pre.cuda.txt b/benchmarks/geo_gnn/requirements-pre.cuda.txt index 0fe7db1c8..c71068c1e 100644 --- a/benchmarks/geo_gnn/requirements-pre.cuda.txt +++ b/benchmarks/geo_gnn/requirements-pre.cuda.txt @@ -114,7 +114,7 @@ nvidia-cusparse-cu12==12.1.0.106 # jax-cuda12-plugin # nvidia-cusolver-cu12 # torch -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -138,16 +138,17 @@ scipy==1.15.1 # -c .pin/../.pin/constraints-cuda-torch.txt # jax # jaxlib -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/geo_gnn/requirements-pre.in # xformers -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -155,7 +156,7 @@ typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/geo_gnn/requirements.cuda.txt b/benchmarks/geo_gnn/requirements.cuda.txt index 2ee90c9ff..96e740596 100644 --- a/benchmarks/geo_gnn/requirements.cuda.txt +++ b/benchmarks/geo_gnn/requirements.cuda.txt @@ -214,7 +214,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/geo_gnn/requirements-pre.cuda.txt @@ -315,14 +315,15 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # python-dateutil -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/geo_gnn/requirements-pre.cuda.txt # torch -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/geo_gnn/requirements-pre.cuda.txt # xformers torch-cluster==1.6.3+pt25cu121 @@ -345,7 +346,7 @@ tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch-geometric -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/geo_gnn/requirements-pre.cuda.txt @@ -364,7 +365,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -373,7 +374,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/geo_gnn/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/geo_gnn/requirements.rocm.txt b/benchmarks/geo_gnn/requirements.rocm.txt index 81ed217d3..9b4956840 100644 --- a/benchmarks/geo_gnn/requirements.rocm.txt +++ b/benchmarks/geo_gnn/requirements.rocm.txt @@ -244,7 +244,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/huggingface/requirements.cuda.txt b/benchmarks/huggingface/requirements.cuda.txt index e45ff3953..962e2e07b 100644 --- a/benchmarks/huggingface/requirements.cuda.txt +++ b/benchmarks/huggingface/requirements.cuda.txt @@ -168,7 +168,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -248,7 +248,7 @@ scipy==1.15.1 # -c .pin/../.pin/constraints-cuda-torch.txt # jax # jaxlib -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -256,9 +256,10 @@ tokenizers==0.21.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # transformers -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/huggingface/requirements.in # xformers tqdm==4.67.1 @@ -269,9 +270,8 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/huggingface/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -285,7 +285,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -294,7 +294,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/huggingface/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/huggingface/requirements.rocm.txt b/benchmarks/huggingface/requirements.rocm.txt index fb6c37965..d71680b66 100644 --- a/benchmarks/huggingface/requirements.rocm.txt +++ b/benchmarks/huggingface/requirements.rocm.txt @@ -182,7 +182,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/lightning/requirements.cuda.txt b/benchmarks/lightning/requirements.cuda.txt index ed3bd0d70..01224087c 100644 --- a/benchmarks/lightning/requirements.cuda.txt +++ b/benchmarks/lightning/requirements.cuda.txt @@ -195,7 +195,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -273,13 +273,14 @@ scipy==1.15.1 # -c .pin/../.pin/constraints-cuda-torch.txt # jax # jaxlib -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/lightning/requirements.in # lightning # pytorch-lightning @@ -296,7 +297,7 @@ torchmetrics==1.6.1 # -c .pin/../.pin/constraints-cuda-torch.txt # lightning # pytorch-lightning -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/lightning/requirements.in @@ -305,7 +306,7 @@ tqdm==4.67.1 # -c .pin/../.pin/constraints-cuda-torch.txt # lightning # pytorch-lightning -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -317,7 +318,7 @@ typing-extensions==4.12.2 # pytorch-lightning # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -326,7 +327,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/lightning/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/lightning/requirements.rocm.txt b/benchmarks/lightning/requirements.rocm.txt index da3f28e26..c018a26cb 100644 --- a/benchmarks/lightning/requirements.rocm.txt +++ b/benchmarks/lightning/requirements.rocm.txt @@ -214,7 +214,7 @@ typing-extensions==4.12.2 # pytorch-lightning # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/llama/requirements.cuda.txt b/benchmarks/llama/requirements.cuda.txt index ea7cac6a1..be147233c 100644 --- a/benchmarks/llama/requirements.cuda.txt +++ b/benchmarks/llama/requirements.cuda.txt @@ -223,7 +223,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -273,7 +273,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -331,7 +331,7 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # python-dateutil -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -343,9 +343,10 @@ tokenizers==0.21.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # transformers -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/llama/requirements.in # fairscale # xformers @@ -358,9 +359,8 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llama/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -378,7 +378,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -387,7 +387,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/llama/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/llama/requirements.rocm.txt b/benchmarks/llama/requirements.rocm.txt index ff8407471..f86115f5e 100644 --- a/benchmarks/llama/requirements.rocm.txt +++ b/benchmarks/llama/requirements.rocm.txt @@ -275,7 +275,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/llava/requirements.cuda.txt b/benchmarks/llava/requirements.cuda.txt index 855839238..818d4ca53 100644 --- a/benchmarks/llava/requirements.cuda.txt +++ b/benchmarks/llava/requirements.cuda.txt @@ -221,7 +221,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -277,7 +277,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -333,7 +333,7 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # python-dateutil -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -341,9 +341,10 @@ tokenizers==0.21.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # transformers -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/llava/requirements.in # accelerate # xformers @@ -356,9 +357,8 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llava/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -376,7 +376,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -385,7 +385,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/llava/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/llava/requirements.rocm.txt b/benchmarks/llava/requirements.rocm.txt index 087c9c622..04b13e236 100644 --- a/benchmarks/llava/requirements.rocm.txt +++ b/benchmarks/llava/requirements.rocm.txt @@ -273,7 +273,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/llm/requirements.cuda.txt b/benchmarks/llm/requirements.cuda.txt index c4a36148d..8aef567e9 100644 --- a/benchmarks/llm/requirements.cuda.txt +++ b/benchmarks/llm/requirements.cuda.txt @@ -111,7 +111,7 @@ hjson==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # argklass -huggingface-hub==0.27.1 +huggingface-hub[hf_transfer]==0.27.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # accelerate @@ -148,6 +148,10 @@ jinja2==3.1.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch +kagglehub==0.3.6 + # via + # -c .pin/../.pin/constraints-cuda-torch.txt + # torchtune lxml==5.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt @@ -254,7 +258,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -288,11 +292,16 @@ packaging==24.2 # accelerate # datasets # huggingface-hub + # kagglehub # transformers pandas==2.2.3 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets +pillow==11.1.0 + # via + # -c .pin/../.pin/constraints-cuda-torch.txt + # torchtune propcache==0.2.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt @@ -302,12 +311,13 @@ psutil==5.9.8 # via # -c .pin/../.pin/constraints-cuda-torch.txt # accelerate + # torchtune # voir ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -350,6 +360,7 @@ requests==2.32.3 # -c .pin/../.pin/constraints-cuda-torch.txt # datasets # huggingface-hub + # kagglehub # tiktoken # transformers rich==13.9.4 @@ -375,7 +386,7 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # python-dateutil -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -391,38 +402,36 @@ tokenizers==0.21.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # transformers -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in # -r benchmarks/llm/requirements.txt # accelerate # fairscale # xformers -torchao==0.3.1+cu121 +torchao==0.8.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in - # torchtune -torchtune==0.2.1+cu121 +torchtune==0.5.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets # huggingface-hub + # kagglehub # torchtune # transformers transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -441,7 +450,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-cuda-torch.txt # blobfile # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -450,7 +459,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/llm/requirements.in b/benchmarks/llm/requirements.in index a3ab63c07..79a30a7b3 100644 --- a/benchmarks/llm/requirements.in +++ b/benchmarks/llm/requirements.in @@ -1,10 +1,10 @@ voir>=0.2.19,<0.3 -torchtune<0.3.0 torch PyYAML argklass fairscale torchao +torchtune # Prepare accelerate diff --git a/benchmarks/llm/requirements.rocm.txt b/benchmarks/llm/requirements.rocm.txt index b1eeef48e..1c6865755 100644 --- a/benchmarks/llm/requirements.rocm.txt +++ b/benchmarks/llm/requirements.rocm.txt @@ -338,7 +338,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-rocm-torch.txt # blobfile # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/purejaxrl/requirements.cuda.txt b/benchmarks/purejaxrl/requirements.cuda.txt index 3dde481a8..7c70cf094 100644 --- a/benchmarks/purejaxrl/requirements.cuda.txt +++ b/benchmarks/purejaxrl/requirements.cuda.txt @@ -472,7 +472,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -677,7 +677,7 @@ smmap==5.0.2 # via # -c .pin/../.pin/constraints-cuda-torch.txt # gitdb -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -703,9 +703,10 @@ toolz==1.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # chex -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/purejaxrl/requirements.in # xformers trimesh==4.5.3 @@ -713,7 +714,7 @@ trimesh==4.5.3 # -c .pin/../.pin/constraints-cuda-torch.txt # brax # mujoco-mjx -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -752,7 +753,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-cuda-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -769,7 +770,7 @@ werkzeug==3.1.3 # via # -c .pin/../.pin/constraints-cuda-torch.txt # flask -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/purejaxrl/requirements.rocm.txt b/benchmarks/purejaxrl/requirements.rocm.txt index 2a5c95023..39cf432c5 100644 --- a/benchmarks/purejaxrl/requirements.rocm.txt +++ b/benchmarks/purejaxrl/requirements.rocm.txt @@ -674,7 +674,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-rocm-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/recursiongfn/requirements.cuda.txt b/benchmarks/recursiongfn/requirements.cuda.txt index 583da3732..a1d15d680 100644 --- a/benchmarks/recursiongfn/requirements.cuda.txt +++ b/benchmarks/recursiongfn/requirements.cuda.txt @@ -305,7 +305,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -376,7 +376,7 @@ py-cpuinfo==9.0.0 # -c .pin/../.pin/constraints-cuda-torch.txt # blosc2 # tables -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/recursiongfn/requirements.in @@ -473,7 +473,7 @@ sniffio==1.3.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # anyio -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -493,9 +493,10 @@ threadpoolctl==3.5.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # scikit-learn -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/recursiongfn/requirements.in # botorch # linear-operator @@ -522,7 +523,7 @@ tqdm==4.67.1 # -c .pin/../.pin/constraints-cuda-torch.txt # pyro-ppl # torch-geometric -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -552,7 +553,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-cuda-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -569,7 +570,7 @@ werkzeug==3.1.3 # via # -c .pin/../.pin/constraints-cuda-torch.txt # tensorboard -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/recursiongfn/requirements.rocm.txt b/benchmarks/recursiongfn/requirements.rocm.txt index 4ab6be590..7ba92bd65 100644 --- a/benchmarks/recursiongfn/requirements.rocm.txt +++ b/benchmarks/recursiongfn/requirements.rocm.txt @@ -456,7 +456,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-rocm-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/rlhf/requirements.cuda.txt b/benchmarks/rlhf/requirements.cuda.txt index 1d2f856b2..c9901542c 100644 --- a/benchmarks/rlhf/requirements.cuda.txt +++ b/benchmarks/rlhf/requirements.cuda.txt @@ -231,7 +231,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -283,7 +283,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -344,7 +344,7 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # python-dateutil -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -352,9 +352,10 @@ tokenizers==0.21.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # transformers -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/rlhf/requirements.in # accelerate # trl @@ -368,10 +369,9 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/rlhf/requirements.in # trl -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -404,7 +404,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -413,7 +413,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/rlhf/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/rlhf/requirements.rocm.txt b/benchmarks/rlhf/requirements.rocm.txt index f2d4c2ef9..5c382916b 100644 --- a/benchmarks/rlhf/requirements.rocm.txt +++ b/benchmarks/rlhf/requirements.rocm.txt @@ -301,7 +301,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/timm/requirements.cuda.txt b/benchmarks/timm/requirements.cuda.txt index a3cf584f7..40fdebbfb 100644 --- a/benchmarks/timm/requirements.cuda.txt +++ b/benchmarks/timm/requirements.cuda.txt @@ -166,7 +166,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -240,17 +240,18 @@ scipy==1.15.1 # -c .pin/../.pin/constraints-cuda-torch.txt # jax # jaxlib -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/timm/requirements.in # torchvision # xformers -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/timm/requirements.in @@ -258,7 +259,7 @@ tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # huggingface-hub -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -272,7 +273,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -281,7 +282,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/timm/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/timm/requirements.rocm.txt b/benchmarks/timm/requirements.rocm.txt index 8b12d637a..7827a3bbf 100644 --- a/benchmarks/timm/requirements.rocm.txt +++ b/benchmarks/timm/requirements.rocm.txt @@ -169,7 +169,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchatari/requirements.cuda.txt b/benchmarks/torchatari/requirements.cuda.txt index 01925db72..6823db02f 100644 --- a/benchmarks/torchatari/requirements.cuda.txt +++ b/benchmarks/torchatari/requirements.cuda.txt @@ -218,7 +218,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -296,7 +296,7 @@ six==1.17.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # tensorboard -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -308,9 +308,10 @@ tensorboard-data-server==0.7.2 # via # -c .pin/../.pin/constraints-cuda-torch.txt # tensorboard -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/torchatari/requirements.in # xformers torchcompat==1.1.4 @@ -318,7 +319,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/torchatari/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -344,7 +345,7 @@ tyro==0.9.9 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/torchatari/requirements.in -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -357,7 +358,7 @@ werkzeug==3.1.3 # via # -c .pin/../.pin/constraints-cuda-torch.txt # tensorboard -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/torchatari/requirements.rocm.txt b/benchmarks/torchatari/requirements.rocm.txt index 87ddd975e..aa39f8a88 100644 --- a/benchmarks/torchatari/requirements.rocm.txt +++ b/benchmarks/torchatari/requirements.rocm.txt @@ -241,7 +241,7 @@ tyro==0.9.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchatari/requirements.in -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchvision/requirements.cuda.txt b/benchmarks/torchvision/requirements.cuda.txt index cdd2fe506..0265759e8 100644 --- a/benchmarks/torchvision/requirements.cuda.txt +++ b/benchmarks/torchvision/requirements.cuda.txt @@ -152,7 +152,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -212,13 +212,14 @@ scipy==1.15.1 # -c .pin/../.pin/constraints-cuda-torch.txt # jax # jaxlib -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/torchvision/requirements.in # torchvision # xformers @@ -227,7 +228,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/torchvision/requirements.in -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/torchvision/requirements.in @@ -235,7 +236,7 @@ tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/torchvision/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -244,7 +245,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-cuda-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -253,7 +254,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/torchvision/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/torchvision/requirements.rocm.txt b/benchmarks/torchvision/requirements.rocm.txt index 1c7311fec..ec1681067 100644 --- a/benchmarks/torchvision/requirements.rocm.txt +++ b/benchmarks/torchvision/requirements.rocm.txt @@ -141,7 +141,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchvision_ddp/requirements.cuda.txt b/benchmarks/torchvision_ddp/requirements.cuda.txt index 348bb4f2c..2c2a6f6c6 100644 --- a/benchmarks/torchvision_ddp/requirements.cuda.txt +++ b/benchmarks/torchvision_ddp/requirements.cuda.txt @@ -152,7 +152,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -212,13 +212,14 @@ scipy==1.15.1 # -c .pin/../.pin/constraints-cuda-torch.txt # jax # jaxlib -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/torchvision_ddp/requirements.in # torchvision # xformers @@ -227,7 +228,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/torchvision_ddp/requirements.in -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/torchvision_ddp/requirements.in @@ -235,7 +236,7 @@ tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/torchvision_ddp/requirements.in -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -244,7 +245,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-cuda-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -253,7 +254,7 @@ voir==0.2.19 # -c .pin/../.pin/constraints-cuda-torch.txt # -c .pin/../constraints/cuda.txt # -r benchmarks/torchvision_ddp/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/torchvision_ddp/requirements.rocm.txt b/benchmarks/torchvision_ddp/requirements.rocm.txt index 0cef14a6f..96d436e8e 100644 --- a/benchmarks/torchvision_ddp/requirements.rocm.txt +++ b/benchmarks/torchvision_ddp/requirements.rocm.txt @@ -141,7 +141,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/vjepa/requirements.cuda.txt b/benchmarks/vjepa/requirements.cuda.txt index 2287f838d..bf1725ea0 100644 --- a/benchmarks/vjepa/requirements.cuda.txt +++ b/benchmarks/vjepa/requirements.cuda.txt @@ -192,7 +192,7 @@ nvidia-ml-py==12.560.30 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -nvidia-nccl-cu12==2.20.5 +nvidia-nccl-cu12==2.21.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # jax-cuda12-plugin @@ -211,7 +211,7 @@ omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -opencv-python==4.10.0.84 +opencv-python==4.11.0.86 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/vjepa/requirements.in @@ -292,7 +292,7 @@ submitit==1.5.2 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/vjepa/requirements.in -sympy==1.13.3 +sympy==1.13.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -300,14 +300,15 @@ timm==1.0.13 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/vjepa/requirements.in -torch==2.4.0+cu121 +torch==2.5.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt + # -c .pin/../constraints/cuda.txt # -r benchmarks/vjepa/requirements.in # timm # torchvision # xformers -torchvision==0.19.0+cu121 +torchvision==0.20.1+cu121 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/vjepa/requirements.in @@ -316,7 +317,7 @@ tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # huggingface-hub -triton==3.0.0 +triton==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch @@ -335,7 +336,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving @@ -348,7 +349,7 @@ webdataset==0.2.100 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/vjepa/requirements.in -xformers==0.0.27.post2 +xformers==0.0.29.post1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r .pin/../constraints/extra/torch.cuda.txt diff --git a/benchmarks/vjepa/requirements.rocm.txt b/benchmarks/vjepa/requirements.rocm.txt index 1d5e7b0cc..8f596863c 100644 --- a/benchmarks/vjepa/requirements.rocm.txt +++ b/benchmarks/vjepa/requirements.rocm.txt @@ -232,7 +232,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/constraints/cuda.txt b/constraints/cuda.txt index ea2e9657e..5cabe3b36 100644 --- a/constraints/cuda.txt +++ b/constraints/cuda.txt @@ -6,11 +6,4 @@ voir >= 0.2.19 torchcompat >= 1.0.0 gymnax >= 0.0.8 trl<0.11.0 - -# latest torchtune is slower than before and cause failures -# next version of pytorch seems to work better -# so pending a new version of pytorch this is what we get -torchtune<0.3.0 - -transformers -torchao \ No newline at end of file +torch > 2.4 diff --git a/constraints/extra/torch.cuda.txt b/constraints/extra/torch.cuda.txt index f73abd53c..5c7b09291 100644 --- a/constraints/extra/torch.cuda.txt +++ b/constraints/extra/torch.cuda.txt @@ -7,7 +7,7 @@ jax[cuda12] # --extra-index-url https://download.pytorch.org/whl/cu121 # --find-links https://download.pytorch.org/whl/xformers/ -xformers==0.0.27.post2 +xformers>=0.0.27.post2 # Torch geometric diff --git a/constraints/hpu.txt b/constraints/hpu.txt index 254e562c6..08c21deaf 100644 --- a/constraints/hpu.txt +++ b/constraints/hpu.txt @@ -4,11 +4,3 @@ voir >= 0.2.19 torchcompat >= 1.0.0 gymnax >= 0.0.8 trl<0.11.0 - -# latest torchtune is slower than before and cause failures -# next version of pytorch seems to work better -# so pending a new version of pytorch this is what we get -torchtune<0.3.0 - -transformers -torchvision \ No newline at end of file diff --git a/constraints/rocm.txt b/constraints/rocm.txt index e3ef6114e..d32e72a1a 100644 --- a/constraints/rocm.txt +++ b/constraints/rocm.txt @@ -5,16 +5,5 @@ voir >= 0.2.19 torchcompat >= 1.0.0 gymnax >= 0.0.8 - - trl<0.11.0 -# latest torchtune is slower than before and cause failures -# next version of pytorch seems to work better -# so pending a new version of pytorch this is what we get -torchtune<0.3.0 - -# transformers added torchao support recently -# but only the most recent version we do not support -transformers -torchao \ No newline at end of file diff --git a/docs/Contributing/recipes.rst b/docs/Contributing/recipes.rst index 2c6772a0e..fe0c85ab2 100644 --- a/docs/Contributing/recipes.rst +++ b/docs/Contributing/recipes.rst @@ -70,6 +70,7 @@ Major version updates .. code-block:: bash + export MILABENCH_BASE=../ export MILABENCH_GPU_ARCH=cuda milabench pin -c constraints/cuda.txt --config config/standard.yaml --from-scratch diff --git a/milabench/_version.py b/milabench/_version.py index 8b88ddb7b..23c314338 100644 --- a/milabench/_version.py +++ b/milabench/_version.py @@ -1,5 +1,5 @@ """This file is generated, do not modify""" -__tag__ = "v1.0.0-10-gd47751c" -__commit__ = "d47751cc4c4b0686c83fce421677fdebfe76dbb2" -__date__ = "2025-01-14 11:34:03 -0500" +__tag__ = "v1.0.0-13-g40ff390" +__commit__ = "40ff390ef18773d64ba1eb1af8a5b1c895789acf" +__date__ = "2025-01-15 10:53:49 -0500" diff --git a/milabench/cli/__init__.py b/milabench/cli/__init__.py index f58120d0f..a16d92ece 100644 --- a/milabench/cli/__init__.py +++ b/milabench/cli/__init__.py @@ -24,6 +24,7 @@ from .env import cli_env from .prepare_run import cli_prepare_run from .gated import cli_gated +from .sharedsetup import cli_shared_setup class Main: @@ -108,6 +109,9 @@ def prepare_run(): def gated(): cli_gated() + def sharedsetup(): + cli_shared_setup() + def main(argv=None): sys.path.insert(0, os.path.abspath(os.curdir)) diff --git a/milabench/cli/sharedsetup.py b/milabench/cli/sharedsetup.py index bda516f57..7a7293303 100644 --- a/milabench/cli/sharedsetup.py +++ b/milabench/cli/sharedsetup.py @@ -40,7 +40,14 @@ def cli_shared_setup(args = None): os.makedirs(args.local, exist_ok=True) # rsync datasets & checkpoints to local disk - subprocess.check_call(["rsync", "-av", remote_data, args.local]) + subprocess.check_call(["rsync", "-azh", "--info=progress2", "--partial", remote_data, args.local]) # create a soft link for the code - os.symlink(remote_code, local_code, target_is_directory=True) \ No newline at end of file + try: + os.symlink(remote_code, local_code, target_is_directory=True) + except: + pass + + print("use for local excution of milabench") + print("") + print(f" export MILABENCH_BASE={args.local}")