diff --git a/.pin/constraints-cuda-torch.txt b/.pin/constraints-cuda-torch.txt index 2c770c1c..93bb76bf 100644 --- a/.pin/constraints-cuda-torch.txt +++ b/.pin/constraints-cuda-torch.txt @@ -275,7 +275,7 @@ httpcore==1.0.7 # via httpx httpx==0.28.1 # via blosc2 -huggingface-hub==0.27.1 +huggingface-hub[hf_transfer]==0.27.1 # via # -r benchmarks/timm/requirements.in # accelerate @@ -359,6 +359,8 @@ jinja2==3.1.5 # torch-geometric joblib==1.4.2 # via scikit-learn +kagglehub==0.3.6 + # via torchtune kiwisolver==1.4.8 # via matplotlib lightning==2.5.0.post0 @@ -555,7 +557,7 @@ omegaconf==2.3.0 # -r benchmarks/recursiongfn/requirements.in # torchtune # voir -opencv-python==4.10.0.84 +opencv-python==4.11.0.86 # via -r benchmarks/vjepa/requirements.in opt-einsum==3.4.0 # via @@ -581,6 +583,7 @@ packaging==24.2 # datasets # envpool # huggingface-hub + # kagglehub # lightning # lightning-utilities # matplotlib @@ -611,6 +614,7 @@ pillow==11.1.0 # matplotlib # navix # rdkit + # torchtune # torchvision platformdirs==4.3.6 # via @@ -635,6 +639,7 @@ psutil==5.9.8 # via # accelerate # torch-geometric + # torchtune # voir # wandb ptera==1.4.1 @@ -643,7 +648,7 @@ py-cpuinfo==9.0.0 # via # blosc2 # tables -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -r benchmarks/recursiongfn/requirements.in # datasets @@ -723,6 +728,7 @@ requests==2.32.3 # datasets # diffusers # huggingface-hub + # kagglehub # tiktoken # torch-geometric # transformers @@ -876,11 +882,8 @@ torch-sparse==0.6.18+pt25cu121 # via # -r benchmarks/geo_gnn/requirements.in # -r benchmarks/recursiongfn/requirements.in -torchao==0.3.1+cu121 - # via - # -c .pin/../constraints/cuda.txt - # -r benchmarks/llm/requirements.in - # torchtune +torchao==0.8.0 + # via -r benchmarks/llm/requirements.in torchcompat==1.1.4 # via # -c .pin/../constraints/cuda.txt @@ -894,10 +897,8 @@ torchmetrics==1.6.1 # -r benchmarks/dinov2/requirements.in # lightning # pytorch-lightning -torchtune==0.2.1+cu121 - # via - # -c .pin/../constraints/cuda.txt - # -r benchmarks/llm/requirements.in +torchtune==0.5.0 + # via -r benchmarks/llm/requirements.in torchvision==0.19.0+cu121 # via # -r benchmarks/diffusion/requirements.in @@ -919,6 +920,7 @@ tqdm==4.67.1 # fvcore # huggingface-hub # iopath + # kagglehub # lightning # pyro-ppl # pytorch-lightning @@ -927,7 +929,6 @@ tqdm==4.67.1 # transformers transformers==4.48.0 # via - # -c .pin/../constraints/cuda.txt # -r benchmarks/diffusion/requirements.in # -r benchmarks/huggingface/requirements.in # -r benchmarks/llama/requirements.in @@ -992,7 +993,7 @@ urllib3==2.3.0 # blobfile # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via giving voir==0.2.19 # via diff --git a/.pin/constraints-rocm-torch.txt b/.pin/constraints-rocm-torch.txt index 94fb0b0e..8459e755 100644 --- a/.pin/constraints-rocm-torch.txt +++ b/.pin/constraints-rocm-torch.txt @@ -937,7 +937,7 @@ urllib3==2.3.0 # blobfile # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via giving voir==0.2.19 # via diff --git a/benchmarks/brax/requirements.cuda.txt b/benchmarks/brax/requirements.cuda.txt index 3663305e..dba1586a 100644 --- a/benchmarks/brax/requirements.cuda.txt +++ b/benchmarks/brax/requirements.cuda.txt @@ -434,7 +434,7 @@ typing-extensions==4.12.2 # orbax-checkpoint # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/brax/requirements.rocm.txt b/benchmarks/brax/requirements.rocm.txt index d75ecaa9..9f032415 100644 --- a/benchmarks/brax/requirements.rocm.txt +++ b/benchmarks/brax/requirements.rocm.txt @@ -356,7 +356,7 @@ typing-extensions==4.12.2 # orbax-checkpoint # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/diffusion/requirements.cuda.txt b/benchmarks/diffusion/requirements.cuda.txt index 2cb80684..f1e0b670 100644 --- a/benchmarks/diffusion/requirements.cuda.txt +++ b/benchmarks/diffusion/requirements.cuda.txt @@ -302,7 +302,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -390,7 +390,6 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/diffusion/requirements.in triton==3.0.0 # via @@ -410,7 +409,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/diffusion/requirements.rocm.txt b/benchmarks/diffusion/requirements.rocm.txt index cd0f6294..00f417ee 100644 --- a/benchmarks/diffusion/requirements.rocm.txt +++ b/benchmarks/diffusion/requirements.rocm.txt @@ -307,7 +307,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/dinov2/requirements.cuda.txt b/benchmarks/dinov2/requirements.cuda.txt index b7e028ce..bd9c19e2 100644 --- a/benchmarks/dinov2/requirements.cuda.txt +++ b/benchmarks/dinov2/requirements.cuda.txt @@ -289,7 +289,7 @@ typing-extensions==4.12.2 # reactivex # submitit # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/dinov2/requirements.rocm.txt b/benchmarks/dinov2/requirements.rocm.txt index 1d558ee7..e04e795d 100644 --- a/benchmarks/dinov2/requirements.rocm.txt +++ b/benchmarks/dinov2/requirements.rocm.txt @@ -192,7 +192,7 @@ typing-extensions==4.12.2 # reactivex # submitit # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/flops/requirements.cuda.txt b/benchmarks/flops/requirements.cuda.txt index ab979ed7..de786da3 100644 --- a/benchmarks/flops/requirements.cuda.txt +++ b/benchmarks/flops/requirements.cuda.txt @@ -244,7 +244,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-cuda-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/flops/requirements.rocm.txt b/benchmarks/flops/requirements.rocm.txt index 445d393e..638fa267 100644 --- a/benchmarks/flops/requirements.rocm.txt +++ b/benchmarks/flops/requirements.rocm.txt @@ -141,7 +141,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/geo_gnn/requirements.cuda.txt b/benchmarks/geo_gnn/requirements.cuda.txt index 2ee90c9f..a8974603 100644 --- a/benchmarks/geo_gnn/requirements.cuda.txt +++ b/benchmarks/geo_gnn/requirements.cuda.txt @@ -364,7 +364,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/geo_gnn/requirements.rocm.txt b/benchmarks/geo_gnn/requirements.rocm.txt index 81ed217d..9b495684 100644 --- a/benchmarks/geo_gnn/requirements.rocm.txt +++ b/benchmarks/geo_gnn/requirements.rocm.txt @@ -244,7 +244,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/huggingface/requirements.cuda.txt b/benchmarks/huggingface/requirements.cuda.txt index e45ff395..23dae756 100644 --- a/benchmarks/huggingface/requirements.cuda.txt +++ b/benchmarks/huggingface/requirements.cuda.txt @@ -269,7 +269,6 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/huggingface/requirements.in triton==3.0.0 # via @@ -285,7 +284,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/huggingface/requirements.rocm.txt b/benchmarks/huggingface/requirements.rocm.txt index fb6c3796..d71680b6 100644 --- a/benchmarks/huggingface/requirements.rocm.txt +++ b/benchmarks/huggingface/requirements.rocm.txt @@ -182,7 +182,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/lightning/requirements.cuda.txt b/benchmarks/lightning/requirements.cuda.txt index ed3bd0d7..c5f4f4ed 100644 --- a/benchmarks/lightning/requirements.cuda.txt +++ b/benchmarks/lightning/requirements.cuda.txt @@ -317,7 +317,7 @@ typing-extensions==4.12.2 # pytorch-lightning # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/lightning/requirements.rocm.txt b/benchmarks/lightning/requirements.rocm.txt index da3f28e2..c018a26c 100644 --- a/benchmarks/lightning/requirements.rocm.txt +++ b/benchmarks/lightning/requirements.rocm.txt @@ -214,7 +214,7 @@ typing-extensions==4.12.2 # pytorch-lightning # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/llama/requirements.cuda.txt b/benchmarks/llama/requirements.cuda.txt index ea7cac6a..35d6fc60 100644 --- a/benchmarks/llama/requirements.cuda.txt +++ b/benchmarks/llama/requirements.cuda.txt @@ -273,7 +273,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -358,7 +358,6 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llama/requirements.in triton==3.0.0 # via @@ -378,7 +377,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/llama/requirements.rocm.txt b/benchmarks/llama/requirements.rocm.txt index ff840747..f86115f5 100644 --- a/benchmarks/llama/requirements.rocm.txt +++ b/benchmarks/llama/requirements.rocm.txt @@ -275,7 +275,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/llava/requirements.cuda.txt b/benchmarks/llava/requirements.cuda.txt index 85583923..7c8f3cbe 100644 --- a/benchmarks/llava/requirements.cuda.txt +++ b/benchmarks/llava/requirements.cuda.txt @@ -277,7 +277,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -356,7 +356,6 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llava/requirements.in triton==3.0.0 # via @@ -376,7 +375,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/llava/requirements.rocm.txt b/benchmarks/llava/requirements.rocm.txt index 087c9c62..04b13e23 100644 --- a/benchmarks/llava/requirements.rocm.txt +++ b/benchmarks/llava/requirements.rocm.txt @@ -273,7 +273,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/llm/requirements.cuda.txt b/benchmarks/llm/requirements.cuda.txt index c4a36148..739411c8 100644 --- a/benchmarks/llm/requirements.cuda.txt +++ b/benchmarks/llm/requirements.cuda.txt @@ -111,7 +111,7 @@ hjson==3.1.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # argklass -huggingface-hub==0.27.1 +huggingface-hub[hf_transfer]==0.27.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # accelerate @@ -148,6 +148,10 @@ jinja2==3.1.5 # via # -c .pin/../.pin/constraints-cuda-torch.txt # torch +kagglehub==0.3.6 + # via + # -c .pin/../.pin/constraints-cuda-torch.txt + # torchtune lxml==5.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt @@ -288,11 +292,16 @@ packaging==24.2 # accelerate # datasets # huggingface-hub + # kagglehub # transformers pandas==2.2.3 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets +pillow==11.1.0 + # via + # -c .pin/../.pin/constraints-cuda-torch.txt + # torchtune propcache==0.2.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt @@ -302,12 +311,13 @@ psutil==5.9.8 # via # -c .pin/../.pin/constraints-cuda-torch.txt # accelerate + # torchtune # voir ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -350,6 +360,7 @@ requests==2.32.3 # -c .pin/../.pin/constraints-cuda-torch.txt # datasets # huggingface-hub + # kagglehub # tiktoken # transformers rich==13.9.4 @@ -399,28 +410,25 @@ torch==2.4.0+cu121 # accelerate # fairscale # xformers -torchao==0.3.1+cu121 +torchao==0.8.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in - # torchtune -torchtune==0.2.1+cu121 +torchtune==0.5.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in tqdm==4.67.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets # huggingface-hub + # kagglehub # torchtune # transformers transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/llm/requirements.in triton==3.0.0 # via @@ -441,7 +449,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-cuda-torch.txt # blobfile # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/llm/requirements.in b/benchmarks/llm/requirements.in index a3ab63c0..79a30a7b 100644 --- a/benchmarks/llm/requirements.in +++ b/benchmarks/llm/requirements.in @@ -1,10 +1,10 @@ voir>=0.2.19,<0.3 -torchtune<0.3.0 torch PyYAML argklass fairscale torchao +torchtune # Prepare accelerate diff --git a/benchmarks/llm/requirements.rocm.txt b/benchmarks/llm/requirements.rocm.txt index b1eeef48..1c686575 100644 --- a/benchmarks/llm/requirements.rocm.txt +++ b/benchmarks/llm/requirements.rocm.txt @@ -338,7 +338,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-rocm-torch.txt # blobfile # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/purejaxrl/requirements.cuda.txt b/benchmarks/purejaxrl/requirements.cuda.txt index 3dde481a..9e62f01e 100644 --- a/benchmarks/purejaxrl/requirements.cuda.txt +++ b/benchmarks/purejaxrl/requirements.cuda.txt @@ -752,7 +752,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-cuda-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/purejaxrl/requirements.rocm.txt b/benchmarks/purejaxrl/requirements.rocm.txt index 2a5c9502..39cf432c 100644 --- a/benchmarks/purejaxrl/requirements.rocm.txt +++ b/benchmarks/purejaxrl/requirements.rocm.txt @@ -674,7 +674,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-rocm-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/recursiongfn/requirements.cuda.txt b/benchmarks/recursiongfn/requirements.cuda.txt index 583da373..85746384 100644 --- a/benchmarks/recursiongfn/requirements.cuda.txt +++ b/benchmarks/recursiongfn/requirements.cuda.txt @@ -376,7 +376,7 @@ py-cpuinfo==9.0.0 # -c .pin/../.pin/constraints-cuda-torch.txt # blosc2 # tables -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/recursiongfn/requirements.in @@ -552,7 +552,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-cuda-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/recursiongfn/requirements.rocm.txt b/benchmarks/recursiongfn/requirements.rocm.txt index 4ab6be59..7ba92bd6 100644 --- a/benchmarks/recursiongfn/requirements.rocm.txt +++ b/benchmarks/recursiongfn/requirements.rocm.txt @@ -456,7 +456,7 @@ urllib3==2.3.0 # -c .pin/../.pin/constraints-rocm-torch.txt # requests # sentry-sdk -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/rlhf/requirements.cuda.txt b/benchmarks/rlhf/requirements.cuda.txt index 1d2f856b..16e515db 100644 --- a/benchmarks/rlhf/requirements.cuda.txt +++ b/benchmarks/rlhf/requirements.cuda.txt @@ -283,7 +283,7 @@ ptera==1.4.1 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -pyarrow==18.1.0 +pyarrow==19.0.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # datasets @@ -368,7 +368,6 @@ tqdm==4.67.1 transformers==4.48.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt - # -c .pin/../constraints/cuda.txt # -r benchmarks/rlhf/requirements.in # trl triton==3.0.0 @@ -404,7 +403,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/rlhf/requirements.rocm.txt b/benchmarks/rlhf/requirements.rocm.txt index f2d4c2ef..5c382916 100644 --- a/benchmarks/rlhf/requirements.rocm.txt +++ b/benchmarks/rlhf/requirements.rocm.txt @@ -301,7 +301,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/timm/requirements.cuda.txt b/benchmarks/timm/requirements.cuda.txt index a3cf584f..ca7ce678 100644 --- a/benchmarks/timm/requirements.cuda.txt +++ b/benchmarks/timm/requirements.cuda.txt @@ -272,7 +272,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/timm/requirements.rocm.txt b/benchmarks/timm/requirements.rocm.txt index 8b12d637..7827a3bb 100644 --- a/benchmarks/timm/requirements.rocm.txt +++ b/benchmarks/timm/requirements.rocm.txt @@ -169,7 +169,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchatari/requirements.cuda.txt b/benchmarks/torchatari/requirements.cuda.txt index 01925db7..f06e2320 100644 --- a/benchmarks/torchatari/requirements.cuda.txt +++ b/benchmarks/torchatari/requirements.cuda.txt @@ -344,7 +344,7 @@ tyro==0.9.9 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/torchatari/requirements.in -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/torchatari/requirements.rocm.txt b/benchmarks/torchatari/requirements.rocm.txt index 87ddd975..aa39f8a8 100644 --- a/benchmarks/torchatari/requirements.rocm.txt +++ b/benchmarks/torchatari/requirements.rocm.txt @@ -241,7 +241,7 @@ tyro==0.9.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchatari/requirements.in -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchvision/requirements.cuda.txt b/benchmarks/torchvision/requirements.cuda.txt index cdd2fe50..19986eb3 100644 --- a/benchmarks/torchvision/requirements.cuda.txt +++ b/benchmarks/torchvision/requirements.cuda.txt @@ -244,7 +244,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-cuda-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/torchvision/requirements.rocm.txt b/benchmarks/torchvision/requirements.rocm.txt index 1c7311fe..ec168106 100644 --- a/benchmarks/torchvision/requirements.rocm.txt +++ b/benchmarks/torchvision/requirements.rocm.txt @@ -141,7 +141,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchvision_ddp/requirements.cuda.txt b/benchmarks/torchvision_ddp/requirements.cuda.txt index 348bb4f2..bd2c8e07 100644 --- a/benchmarks/torchvision_ddp/requirements.cuda.txt +++ b/benchmarks/torchvision_ddp/requirements.cuda.txt @@ -244,7 +244,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-cuda-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/torchvision_ddp/requirements.rocm.txt b/benchmarks/torchvision_ddp/requirements.rocm.txt index 0cef14a6..96d436e8 100644 --- a/benchmarks/torchvision_ddp/requirements.rocm.txt +++ b/benchmarks/torchvision_ddp/requirements.rocm.txt @@ -141,7 +141,7 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex # torch -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/vjepa/requirements.cuda.txt b/benchmarks/vjepa/requirements.cuda.txt index 2287f838..a6f5cf30 100644 --- a/benchmarks/vjepa/requirements.cuda.txt +++ b/benchmarks/vjepa/requirements.cuda.txt @@ -211,7 +211,7 @@ omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # voir -opencv-python==4.10.0.84 +opencv-python==4.11.0.86 # via # -c .pin/../.pin/constraints-cuda-torch.txt # -r benchmarks/vjepa/requirements.in @@ -335,7 +335,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-cuda-torch.txt # giving diff --git a/benchmarks/vjepa/requirements.rocm.txt b/benchmarks/vjepa/requirements.rocm.txt index 1d5e7b0c..8f596863 100644 --- a/benchmarks/vjepa/requirements.rocm.txt +++ b/benchmarks/vjepa/requirements.rocm.txt @@ -232,7 +232,7 @@ urllib3==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.13.5 +varname==0.14.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/constraints/cuda.txt b/constraints/cuda.txt index ea2e9657..9da2be90 100644 --- a/constraints/cuda.txt +++ b/constraints/cuda.txt @@ -7,10 +7,3 @@ torchcompat >= 1.0.0 gymnax >= 0.0.8 trl<0.11.0 -# latest torchtune is slower than before and cause failures -# next version of pytorch seems to work better -# so pending a new version of pytorch this is what we get -torchtune<0.3.0 - -transformers -torchao \ No newline at end of file diff --git a/constraints/hpu.txt b/constraints/hpu.txt index 254e562c..08c21dea 100644 --- a/constraints/hpu.txt +++ b/constraints/hpu.txt @@ -4,11 +4,3 @@ voir >= 0.2.19 torchcompat >= 1.0.0 gymnax >= 0.0.8 trl<0.11.0 - -# latest torchtune is slower than before and cause failures -# next version of pytorch seems to work better -# so pending a new version of pytorch this is what we get -torchtune<0.3.0 - -transformers -torchvision \ No newline at end of file diff --git a/constraints/rocm.txt b/constraints/rocm.txt index e3ef6114..d32e72a1 100644 --- a/constraints/rocm.txt +++ b/constraints/rocm.txt @@ -5,16 +5,5 @@ voir >= 0.2.19 torchcompat >= 1.0.0 gymnax >= 0.0.8 - - trl<0.11.0 -# latest torchtune is slower than before and cause failures -# next version of pytorch seems to work better -# so pending a new version of pytorch this is what we get -torchtune<0.3.0 - -# transformers added torchao support recently -# but only the most recent version we do not support -transformers -torchao \ No newline at end of file diff --git a/docs/Contributing/recipes.rst b/docs/Contributing/recipes.rst index 2c6772a0..fe0c85ab 100644 --- a/docs/Contributing/recipes.rst +++ b/docs/Contributing/recipes.rst @@ -70,6 +70,7 @@ Major version updates .. code-block:: bash + export MILABENCH_BASE=../ export MILABENCH_GPU_ARCH=cuda milabench pin -c constraints/cuda.txt --config config/standard.yaml --from-scratch diff --git a/milabench/_version.py b/milabench/_version.py index 8b88ddb7..23c31433 100644 --- a/milabench/_version.py +++ b/milabench/_version.py @@ -1,5 +1,5 @@ """This file is generated, do not modify""" -__tag__ = "v1.0.0-10-gd47751c" -__commit__ = "d47751cc4c4b0686c83fce421677fdebfe76dbb2" -__date__ = "2025-01-14 11:34:03 -0500" +__tag__ = "v1.0.0-13-g40ff390" +__commit__ = "40ff390ef18773d64ba1eb1af8a5b1c895789acf" +__date__ = "2025-01-15 10:53:49 -0500" diff --git a/milabench/cli/__init__.py b/milabench/cli/__init__.py index f58120d0..a16d92ec 100644 --- a/milabench/cli/__init__.py +++ b/milabench/cli/__init__.py @@ -24,6 +24,7 @@ from .env import cli_env from .prepare_run import cli_prepare_run from .gated import cli_gated +from .sharedsetup import cli_shared_setup class Main: @@ -108,6 +109,9 @@ def prepare_run(): def gated(): cli_gated() + def sharedsetup(): + cli_shared_setup() + def main(argv=None): sys.path.insert(0, os.path.abspath(os.curdir))