From af98f76f42f6f481696a22eca17691b8e46a832f Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Tue, 18 Mar 2025 10:24:22 -0700 Subject: [PATCH 01/13] [DO NOT MERGE] 2.7 RC Test --- .jenkins/build.sh | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index 4a869d35a7..06d7cc38e6 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -22,11 +22,12 @@ sudo apt-get install -y pandoc #Install PyTorch Nightly for test. # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). -# sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata -# sudo pip3 install torch==2.6.0 torchvision --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124 +sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata +pip3 install torch==2.7.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/test/cu128 # sudo pip uninstall -y fbgemm-gpu torchrec # sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124 + # Install two language tokenizers for Translation with TorchText tutorial python -m spacy download en_core_web_sm python -m spacy download de_core_news_sm From bf608af0cd7e295ad9a54d14268395a2c388b490 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Tue, 18 Mar 2025 11:24:42 -0700 Subject: [PATCH 02/13] Update .jenkins/build.sh --- .jenkins/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index 06d7cc38e6..3d6d5bbc24 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -23,7 +23,7 @@ sudo apt-get install -y pandoc # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata -pip3 install torch==2.7.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/test/cu128 +pip3 install torch==2.7.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/test/cu126 # sudo pip uninstall -y fbgemm-gpu torchrec # sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124 From dab616388cd75703c91f4aa6680fd27772bbead8 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Tue, 18 Mar 2025 13:11:59 -0700 Subject: [PATCH 03/13] Update .jenkins/build.sh --- .jenkins/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index 3d6d5bbc24..c66a4dc392 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -23,7 +23,7 @@ sudo apt-get install -y pandoc # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata -pip3 install torch==2.7.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/test/cu126 +pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu118 # sudo pip uninstall -y fbgemm-gpu torchrec # sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124 From b183f0adb97d59ca7ac127224c7b193ee158c391 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Tue, 18 Mar 2025 14:06:22 -0700 Subject: [PATCH 04/13] Update build.sh --- .jenkins/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index c66a4dc392..cd296cc245 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -23,7 +23,7 @@ sudo apt-get install -y pandoc # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata -pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu118 +pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 # sudo pip uninstall -y fbgemm-gpu torchrec # sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124 From 15216e71480215bcbe53a5c1c468617f61e8c825 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Tue, 18 Mar 2025 15:09:53 -0700 Subject: [PATCH 05/13] Update build.sh --- .jenkins/build.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index cd296cc245..e36135edab 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -23,9 +23,9 @@ sudo apt-get install -y pandoc # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata -pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 -# sudo pip uninstall -y fbgemm-gpu torchrec -# sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu124 +pip3 install torch==2.7.0 torchvision --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 +#sudo pip uninstall -y fbgemm-gpu torchrec +#sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 # Install two language tokenizers for Translation with TorchText tutorial From 20365bfcd9282f1792fed63622719eb9b5e33c92 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Tue, 18 Mar 2025 15:51:21 -0700 Subject: [PATCH 06/13] Update build.sh --- .jenkins/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index e36135edab..477fd1d639 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -23,7 +23,7 @@ sudo apt-get install -y pandoc # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata -pip3 install torch==2.7.0 torchvision --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 +pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 #sudo pip uninstall -y fbgemm-gpu torchrec #sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 From e51b6e66c8c967a78284b767baf4e4f825cc7a37 Mon Sep 17 00:00:00 2001 From: Justin Chu Date: Wed, 19 Mar 2025 12:57:22 -0700 Subject: [PATCH 07/13] Update onnxscript in requirements (#3300) --- .ci/docker/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt index c032835633..434299cc23 100644 --- a/.ci/docker/requirements.txt +++ b/.ci/docker/requirements.txt @@ -36,7 +36,7 @@ datasets transformers torchmultimodal-nightly # needs to be updated to stable as soon as it's avaialable onnx -onnxscript +onnxscript>=0.2.2 onnxruntime evaluate accelerate>=0.20.1 From eff088bb500f4b5e2b0d8e0c18f1bf9cfbf08b93 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Wed, 19 Mar 2025 13:44:47 -0700 Subject: [PATCH 08/13] Update requirements.txt --- .ci/docker/requirements.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.ci/docker/requirements.txt b/.ci/docker/requirements.txt index 434299cc23..f969963988 100644 --- a/.ci/docker/requirements.txt +++ b/.ci/docker/requirements.txt @@ -28,8 +28,8 @@ tensorboard jinja2==3.1.3 pytorch-lightning torchx -torchrl==0.6.0 -tensordict==0.6.0 +torchrl==0.7.2 +tensordict==0.7.2 ax-platform>=0.4.0 nbformat>=5.9.2 datasets From dc969fdad0e1953f397b014fa07067a9be0d0f1d Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Fri, 21 Mar 2025 09:05:59 -0700 Subject: [PATCH 09/13] Update --- .jenkins/validate_tutorials_built.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/.jenkins/validate_tutorials_built.py b/.jenkins/validate_tutorials_built.py index f78ec11e1a..399ca71bcf 100644 --- a/.jenkins/validate_tutorials_built.py +++ b/.jenkins/validate_tutorials_built.py @@ -50,7 +50,14 @@ "intermediate_source/flask_rest_api_tutorial", "intermediate_source/text_to_speech_with_torchaudio", "intermediate_source/tensorboard_profiler_tutorial", # reenable after 2.0 release. - "advanced_source/semi_structured_sparse" # reenable after 3303 is fixed. + "advanced_source/semi_structured_sparse", # reenable after 3303 is fixed. + "intermediate_source/mario_rl_tutorial", # reenable after 3302 is fixed + "intermediate_source/reinforcement_ppo", # reenable after 3302 is fixed + "intermediate_source/pinmem_nonblock", # reenable after 3302 is fixed + "intermediate_source/dqn_with_rnn_tutorial", # reenable after 3302 is fixed + "advanced_source/pendulum", # reenable after 3302 is fixed + "advanced_source/coding_ddpg", # reenable after 3302 is fixed + "intermediate_source/torchrec_intro_tutorial" # reenable after 3302 is fixed ] def tutorial_source_dirs() -> List[Path]: From 3cdb01ffe7fdbdd2c1cea30e9c5eb29769d82c60 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Fri, 21 Mar 2025 12:17:16 -0700 Subject: [PATCH 10/13] Update build.sh --- .jenkins/build.sh | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index 477fd1d639..069c21217f 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -22,8 +22,11 @@ sudo apt-get install -y pandoc #Install PyTorch Nightly for test. # Nightly - pip install --pre torch torchvision torchaudio -f https://download.pytorch.org/whl/nightly/cu102/torch_nightly.html # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). -sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata +sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata torchrl tensordict pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 +pip install git+https://github.com/pytorch/tensordict +pip install git+https://github.com/pytorch/torchrl + #sudo pip uninstall -y fbgemm-gpu torchrec #sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 From 4b04c9ba9234dfbc12f00aade2f5fe9991854939 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Fri, 21 Mar 2025 12:17:41 -0700 Subject: [PATCH 11/13] Update .jenkins/validate_tutorials_built.py --- .jenkins/validate_tutorials_built.py | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/.jenkins/validate_tutorials_built.py b/.jenkins/validate_tutorials_built.py index 399ca71bcf..f78ec11e1a 100644 --- a/.jenkins/validate_tutorials_built.py +++ b/.jenkins/validate_tutorials_built.py @@ -50,14 +50,7 @@ "intermediate_source/flask_rest_api_tutorial", "intermediate_source/text_to_speech_with_torchaudio", "intermediate_source/tensorboard_profiler_tutorial", # reenable after 2.0 release. - "advanced_source/semi_structured_sparse", # reenable after 3303 is fixed. - "intermediate_source/mario_rl_tutorial", # reenable after 3302 is fixed - "intermediate_source/reinforcement_ppo", # reenable after 3302 is fixed - "intermediate_source/pinmem_nonblock", # reenable after 3302 is fixed - "intermediate_source/dqn_with_rnn_tutorial", # reenable after 3302 is fixed - "advanced_source/pendulum", # reenable after 3302 is fixed - "advanced_source/coding_ddpg", # reenable after 3302 is fixed - "intermediate_source/torchrec_intro_tutorial" # reenable after 3302 is fixed + "advanced_source/semi_structured_sparse" # reenable after 3303 is fixed. ] def tutorial_source_dirs() -> List[Path]: From 4aae3b1a35beafcb76eeaa78f3c3da3b627188f7 Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Fri, 21 Mar 2025 14:16:22 -0700 Subject: [PATCH 12/13] Update build.sh --- .jenkins/build.sh | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index 069c21217f..49e0668640 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -24,9 +24,8 @@ sudo apt-get install -y pandoc # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata torchrl tensordict pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 -pip install git+https://github.com/pytorch/tensordict -pip install git+https://github.com/pytorch/torchrl - +pip install git+https://github.com/pytorch/tensordict.git@main --depth=1 +pip install git+https://github.com/pytorch/torchrl.git@main --depth=1 #sudo pip uninstall -y fbgemm-gpu torchrec #sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 From 327b32b62a5541b6c08dcb0aa764a95a6917ee4d Mon Sep 17 00:00:00 2001 From: Svetlana Karslioglu Date: Fri, 21 Mar 2025 17:10:36 -0700 Subject: [PATCH 13/13] Update .jenkins/build.sh --- .jenkins/build.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.jenkins/build.sh b/.jenkins/build.sh index 49e0668640..70f841af8a 100755 --- a/.jenkins/build.sh +++ b/.jenkins/build.sh @@ -24,8 +24,8 @@ sudo apt-get install -y pandoc # Install 2.5 to merge all 2.4 PRs - uncomment to install nightly binaries (update the version as needed). sudo pip uninstall -y torch torchvision torchaudio torchtext torchdata torchrl tensordict pip3 install torch==2.7.0 torchvision torchaudio --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126 -pip install git+https://github.com/pytorch/tensordict.git@main --depth=1 -pip install git+https://github.com/pytorch/torchrl.git@main --depth=1 +pip install git+https://github.com/pytorch/tensordict +pip install git+https://github.com/pytorch/torchrl #sudo pip uninstall -y fbgemm-gpu torchrec #sudo pip3 install fbgemm-gpu==1.1.0 torchrec==1.0.0 --no-cache-dir --index-url https://download.pytorch.org/whl/test/cu126