[DO NOT DELETE OR MERGE] Nightly build

.circleci/unittest/linux/scripts/environment.yml

@@ -3,8 +3,6 @@ channels:
 dependencies:
   - numpy
   - pytest
-  - pytest-cov
-  - codecov
   - pip
   - ca-certificates
   - pip:

.circleci/unittest/linux/scripts/install.sh

@@ -1,4 +1,6 @@
 #!/usr/bin/env bash
+set -x
+set -e
 
 unset PYTORCH_VERSION
 # For unittest, nightly PyTorch is used as the following section,
@@ -10,20 +12,48 @@ set -e
 eval "$(./conda/bin/conda shell.bash hook)"
 conda activate ./env
 
+# if [ "${CU_VERSION:-}" == cpu ] ; then
+#     cudatoolkit="cpuonly"
+# else
+#     if [[ ${#CU_VERSION} -eq 4 ]]; then
+#         CUDA_VERSION="${CU_VERSION:2:1}.${CU_VERSION:3:1}"
+#     elif [[ ${#CU_VERSION} -eq 5 ]]; then
+#         CUDA_VERSION="${CU_VERSION:2:2}.${CU_VERSION:4:1}"
+#     fi
+#     echo "Using CUDA $CUDA_VERSION as determined by CU_VERSION"
+#     version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
+#     cudatoolkit="cudatoolkit=${version}"
+# fi
+
+WHEELS_FOLDER=${HOME}/project/wheels
+mkdir -p $WHEELS_FOLDER
+
+PYVSHORT=${PARAMETERS_PYTHON_VERSION:0:1}${PARAMETERS_PYTHON_VERSION:2:1}
+
+if [[ "$PYVSHORT" == "38" ]] ; then
+   PYVSHORT=cp${PYVSHORT}-cp${PYVSHORT}
+elif [[ "$PYVSHORT" == "39" ]] ; then
+   PYVSHORT=cp${PYVSHORT}-cp${PYVSHORT}
+else
+   PYVSHORT=cp${PYVSHORT}-cp${PYVSHORT}m
+fi
+
+NIGHTLY_DATE=20220202
+
 if [ "${CU_VERSION:-}" == cpu ] ; then
-    cudatoolkit="cpuonly"
+    pip3 install -q --pre torch==1.11.0dev${NIGHTLY_DATE} torchvision==0.12.0dev${NIGHTLY_DATE}+cpu -f https://download.pytorch.org/whl/nightly/cpu/torch_nightly.html
+    conda install -y ninja
+    PYTORCH_VERSION="$(python -c "import torch; print(torch.__version__)")" USE_NINJA=1 python setup.py develop bdist_wheel -d $WHEELS_FOLDER
 else
-    if [[ ${#CU_VERSION} -eq 4 ]]; then
-        CUDA_VERSION="${CU_VERSION:2:1}.${CU_VERSION:3:1}"
-    elif [[ ${#CU_VERSION} -eq 5 ]]; then
-        CUDA_VERSION="${CU_VERSION:2:2}.${CU_VERSION:4:1}"
-    fi
-    echo "Using CUDA $CUDA_VERSION as determined by CU_VERSION"
-    version="$(python -c "print('.'.join(\"${CUDA_VERSION}\".split('.')[:2]))")"
-    cudatoolkit="cudatoolkit=${version}"
+    pip3 install -q --pre torch==1.11.0dev${NIGHTLY_DATE}+cu111 torchvision==0.12.0dev${NIGHTLY_DATE} -f https://download.pytorch.org/whl/nightly/cu111/torch_nightly.html
+    conda install -y ninja
+    PYTORCH_VERSION="$(python -c "import torch; print(torch.__version__)")" FORCE_CUDA=1 USE_NINJA=1 python setup.py develop bdist_wheel -d $WHEELS_FOLDER
 fi
-printf "Installing PyTorch with %s\n" "${cudatoolkit}"
-conda install -y -c pytorch-nightly pytorch "${cudatoolkit}"
 
-printf "* Installing nestedtensor\n"
-python setup.py develop
+# if [ "${CU_VERSION:-}" == cpu ] ; then
+#     conda install -y pytorch torchvision cpuonly -c pytorch-nightly
+#     PYTORCH_VERSION="$(python -c "import torch; print(torch.__version__)")" USE_NINJA=1 python setup.py develop bdist_wheel -d $WHEELS_FOLDER
+# else
+#     conda install -y pytorch torchvision cudatoolkit=10.2 -c pytorch-nightly
+#     PYTORCH_VERSION="$(python -c "import torch; print(torch.__version__)")" FORCE_CUDA=1 USE_NINJA=1 python setup.py develop bdist_wheel -d $WHEELS_FOLDER
+# fi

.circleci/unittest/linux/scripts/post_process.sh

@@ -4,5 +4,3 @@ set -e
 
 eval "$(./conda/bin/conda shell.bash hook)"
 conda activate ./env
-
-codecov

.circleci/unittest/linux/scripts/run_local.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+set -x
+set -e
+
+cd /mnt/mydata/scripts
+apt update
+apt-get -y install git wget
+export PARAMETERS_PYTHON_VERSION="3.8"
+.circleci/unittest/linux/scripts/setup_env.sh
+.circleci/unittest/linux/scripts/install.sh
+.circleci/unittest/linux/scripts/run_test.sh

.circleci/unittest/linux/scripts/run_test.sh

@@ -6,4 +6,4 @@ eval "$(./conda/bin/conda shell.bash hook)"
 conda activate ./env
 
 python -m torch.utils.collect_env
-pytest --cov=nestedtensor --junitxml=test-results/junit.xml -v --durations 20 test
+find test -name test\*.py | xargs -I {} -n 1 bash -c "python {} --verbose -f || exit 255"

.circleci/unittest/linux/scripts/setup_env.sh

@@ -1,4 +1,6 @@
 #!/usr/bin/env bash
+set -x
+set -e
 
 # This script is for setting up environment in which unit test is ran.
 # To speed up the CI time, the resulting environment is cached.
@@ -25,7 +27,7 @@ eval "$(${conda_dir}/bin/conda shell.bash hook)"
 # 2. Create test environment at ./env
 if [ ! -d "${env_dir}" ]; then
     printf "* Creating a test environment\n"
-    conda create --prefix "${env_dir}" -y python="$PYTHON_VERSION"
+    conda create --prefix "${env_dir}" -y python="$PARAMETERS_PYTHON_VERSION"
 fi
 conda activate "${env_dir}"
 

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,52 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+## 🐛 Bug
+
+<!-- A clear and concise description of what the bug is. -->
+
+## To Reproduce
+
+Steps to reproduce the behavior:
+
+1.
+1.
+1.
+
+<!-- If you have a code sample, error messages, stack traces, please provide it here as well -->
+
+## Expected behavior
+
+<!-- A clear and concise description of what you expected to happen. -->
+
+## Environment
+
+Please copy and paste the output from our
+[environment collection script](https://raw.githubusercontent.com/pytorch/pytorch/master/torch/utils/collect_env.py)
+(or fill out the checklist below manually).
+
+You can get the script and run it with:
+```
+wget https://raw.githubusercontent.com/pytorch/pytorch/master/torch/utils/collect_env.py
+# For security purposes, please check the contents of collect_env.py before running it.
+python collect_env.py
+```
+
+ - PyTorch Version (e.g., 1.0):
+ - OS (e.g., Linux):
+ - How you installed PyTorch (`conda`, `pip`, source):
+ - Build command you used (if compiling from source):
+ - Python version:
+ - CUDA/cuDNN version:
+ - GPU models and configuration:
+ - Any other relevant information:
+
+## Additional context
+
+<!-- Add any other context about the problem here. -->

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,27 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+## 🚀 Feature
+<!-- A clear and concise description of the feature proposal -->
+
+## Motivation
+
+<!-- Please outline the motivation for the proposal. Is your feature request related to a problem? e.g., I'm always frustrated when [...]. If this is related to another GitHub issue, please link here too -->
+
+## Pitch
+
+<!-- A clear and concise description of what you want to happen. -->
+
+## Alternatives
+
+<!-- A clear and concise description of any alternative solutions or features you've considered, if any. -->
+
+## Additional context
+
+<!-- Add any other context or screenshots about the feature request here. -->

.github/ISSUE_TEMPLATE/prototype-feedback.md

@@ -0,0 +1,16 @@
+---
+name: Prototype Feedback
+about: Give feedback on the API and usefulness of this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+### The main reason I want to use nestedtensor and what value I want it to add
+
+### The features I wish nestedtensor had
+
+### The things about nestedtensor that frustrate me
+
+### [Optional] Example code or project I want to integrate with nestedtensor

.gitignore

@@ -240,3 +240,5 @@ TAGS
 # Files generated when a patch is rejected
 *.orig
 *.rej
+
+!build_with_submodule.sh

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "third_party/pytorch"]
+	path = third_party/pytorch
+	url = https://github.com/pytorch/pytorch.git

CONTRIBUTING.md

@@ -0,0 +1,32 @@
+# Contributing to nestedtensor
+We want to make contributing to this project as easy and transparent as
+possible.
+
+## Pull Requests
+We actively welcome your pull requests.
+
+1. Fork the repo and create your branch from `master`.
+2. If you've added code that should be tested, add tests.
+3. If you've changed APIs, update the documentation.
+4. Ensure the test suite passes.
+5. Make sure your code lints.
+6. If you haven't already, complete the Contributor License Agreement ("CLA").
+
+## Contributor License Agreement ("CLA")
+In order to accept your pull request, we need you to submit a CLA. You only need
+to do this once to work on any of Facebook's open source projects.
+
+Complete your CLA here: <https://code.facebook.com/cla>
+
+## Issues
+We use GitHub issues to track public bugs. Please ensure your description is
+clear and has sufficient instructions to be able to reproduce the issue.
+
+Facebook has a [bounty program](https://www.facebook.com/whitehat/) for the safe
+disclosure of security bugs. In those cases, please go through the process
+outlined on that page and do not file a public issue.
+
+## License
+By contributing to nestedtensor, you agree that your contributions will be licensed
+under the LICENSE file in the root directory of this source tree.
+