-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathSingularity_Ubuntu_18_04_Cuda_11_0
90 lines (80 loc) · 3.39 KB
/
Singularity_Ubuntu_18_04_Cuda_11_0
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
Bootstrap: docker
From: shreyaskamathkm/cluster_images:ubuntu_18.04_cuda_11.0
# https://github.com/horovod/horovod/issues/882
# https://lambdalabs.com/blog/horovod-keras-for-multi-gpu-training/
%setup
# -----------------------------------------------------------------------------------
# This is a port of the Dockerfile maintained at https://github.com/uber/horovod
%environment
# -----------------------------------------------------------------------------------
# ---------------------------------------------------------------------------------
# From my environments
export SHELL=/bin/bash
export CPATH="/usr/local/cuda/include:$CPATH"
export PATH="/usr/local/cuda/bin:$PATH"
export CUDA_HOME="/usr/local/cuda"
export LD_LIBRARY_PATH=/usr/local/cuda/lib64:$LD_LIBRARY_PATH
%post
# -----------------------------------------------------------------------------------
# From my environments
mkdir /project /scratch
# post-setup script
apt-get -y update && apt-get install -y --allow-downgrades --allow-change-held-packages --no-install-recommends \
build-essential \
cmake \
g++-4.8 \
git \
curl \
vim \
wget \
ca-certificates \
libjpeg-dev \
libpng-dev \
libsm6 \
libxext6 \
libxrender-dev \
aria2 \
librdmacm1 \
libibverbs1 \
ibverbs-providers
apt-get -y autoremove
# user requests
/opt/conda/bin/conda update -y --all
/opt/conda/bin/conda install pytorch==1.7.1 torchvision==0.8.2 torchaudio==0.7.2 cudatoolkit=11.0 -c pytorch
/opt/conda/bin/conda install -c anaconda gxx_linux-64
/opt/conda/bin/conda clean -ya
# rest of the updates
/opt/conda/bin/pip install --no-cache-dir --upgrade pip
/opt/conda/bin/pip install --no-cache-dir natsort
/opt/conda/bin/pip install --no-cache-dir albumentations
/opt/conda/bin/pip uninstall -y opencv-python-headless
/opt/conda/bin/pip install --no-cache-dir opencv-python
/opt/conda/bin/pip install --no-cache-dir opencv-contrib-python
/opt/conda/bin/pip install --no-cache-dir PyContracts
/opt/conda/bin/pip install --no-cache-dir tensorflow-gpu
/opt/conda/bin/pip install --no-cache-dir Shapely
/opt/conda/bin/pip install --no-cache-dir tfa-nightly
# /opt/conda/bin/pip install --no-cache-dir mmcv-full===1.2.2 -f https://download.openmmlab.com/mmcv/dist/cu102/torch1.6.0/index.html
/opt/conda/bin/pip install --no-cache-dir portalocker
/opt/conda/bin/pip install --no-cache-dir tabulate
/opt/conda/bin/pip install --no-cache-dir pandas
/opt/conda/bin/pip install --no-cache-dir kornia
/opt/conda/bin/pip install --no-cache-dir fairscale
/opt/conda/bin/pip install --no-cache-dir pytorch-lightning
/opt/conda/bin/pip install --no-cache-dir test-tube
/opt/conda/bin/pip install --no-cache-dir wandb
/opt/conda/bin/pip install --no-cache-dir lpips
/opt/conda/bin/pip install --no-cache-dir pretrainedmodels
/opt/conda/bin/pip install --no-cache-dir efficientnet-pytorch
/opt/conda/bin/pip install --no-cache-dir timm
/opt/conda/bin/pip install --no-cache-dir nibabel
/opt/conda/bin/pip install --no-cache-dir yacs
# Apex installation
mkdir -p /tmp/apex &&
cd /tmp/apex && \
git clone https://github.com/NVIDIA/apex && \
cd apex && \
/opt/conda/bin/pip install -v --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" ./ && \
rm -rf /tmp/apex
cd /root
cd /workspace