diff options
| author | Rajneesh Bhardwaj <rajneesh.bhardwaj@amd.com> | 2021-04-20 08:39:55 +0300 |
|---|---|---|
| committer | Andrei Vagin <avagin@gmail.com> | 2022-04-29 03:53:52 +0300 |
| commit | 99a2380fc0c5df2e9b575c8002c366221bab7123 (patch) | |
| tree | 6b9670d3167f64ddbe9b81944279e9d494e1dc20 /scripts | |
| parent | 2095de9f0369a547a478751506efbc719bb23e80 (diff) | |
criu/plugin: Dockerfile for amdgpu_plugin
This sets up the pytorch environment for BERT Transformers and also sets
up CRIU along with all its dependencies including amdgpu plugin for
supporting CR with AMDGPUs.
Signed-off-by: Rajneesh Bhardwaj <rajneesh.bhardwaj@amd.com>
Signed-off-by: David Yat Sin <david.yatsin@amd.com>
Diffstat (limited to 'scripts')
| -rw-r--r-- | scripts/build/Dockerfile.amd-rocm | 97 |
1 files changed, 97 insertions, 0 deletions
diff --git a/scripts/build/Dockerfile.amd-rocm b/scripts/build/Dockerfile.amd-rocm new file mode 100644 index 000000000..c0d181b03 --- /dev/null +++ b/scripts/build/Dockerfile.amd-rocm @@ -0,0 +1,97 @@ +FROM rocm/pytorch:latest + +ARG CC=gcc + +# Environment +ENV BRANCH=$BRANCH \ + DEBIAN_FRONTEND=noninteractive \ + LC_ALL=en_US.UTF-8 \ + LANG=en_US.UTF-8 \ + LANGUAGE=en_US.UTF-8 + +# +# Package installation +# +RUN apt-get clean -qqy && apt-get update -qqy && apt-get install -qqy --no-install-recommends \ + --no-upgrade -yq -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" \ + apt-utils \ + apt-transport-https\ + gnupg \ + gnupg2 \ + gettext \ + locales \ + iproute2 \ + iputils-ping \ + moreutils \ + net-tools \ + psmisc\ + supervisor \ + cifs-utils \ + nfs-common \ + systemd \ + fuse \ + xmlto \ + autossh \ + netbase \ + libnet-dev \ + libnl-route-3-dev \ + $CC \ + bsdmainutils \ + ca-certificates \ + build-essential \ + git-core \ + iptables \ + libaio-dev \ + libbsd-dev \ + libcap-dev \ + libgnutls28-dev \ + libgnutls30 \ + libnl-3-dev \ + libprotobuf-c-dev \ + libprotobuf-dev \ + libselinux-dev \ + pkg-config \ + protobuf-c-compiler \ + protobuf-compiler \ + python-protobuf \ + python3-minimal \ + python3-future \ + python-ipaddress \ + curl \ + wget \ + vim \ + openssl \ + openssh-server \ + python \ + sudo \ + libnuma1 \ + libdrm-dev \ + libdrm-amdgpu1 \ + asciidoc \ + && \ + rm -rf /var/lib/apt/lists/* && \ + apt-get purge --auto-remove && \ + apt-get clean + +# Clone latest criu code +COPY . /criu +WORKDIR /criu + +RUN make mrproper && date && \ +# Check single object build + make -j $(nproc) CC="$CC" criu/parasite-syscall.o && \ +# Compile criu + make -j $(nproc) CC="$CC" && \ + date && echo BUILD_OK && \ +# Install criu + make -j $(nproc) install && \ + date && echo INSTALL_OK + +WORKDIR /root/criu_build_dir +RUN git clone --recursive -b cl/rocm-transformers https://github.com/lcskrishna/transformers.git && \ + cd transformers && wget https://rajpurkar.github.io/SQuAD-explorer/dataset/train-v1.1.json && \ + wget https://rajpurkar.github.io/SQuAD-explorer/dataset/dev-v1.1.json && \ + wget https://github.com/allenai/bi-att-flow/blob/master/squad/evaluate-v1.1.py +ENV SQUAD_DIR=/root/criu_build_dir/transformers +WORKDIR /root/criu_build_dir/transformers +RUN pip3 install tensorboard tensorboardX && pip3 install . |