Merge pull request #2 from intel-sandbox/ci

CI

Author: fschlimb

.github/workflows/ci.yml

@@ -0,0 +1,46 @@
+on: [push, pull_request]
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  build_and_test:
+    name: building and testing ddptensor
+    runs-on: self-hosted
+    container:
+      image: amr-registry-pre.caas.intel.com/tpi/ddpt
+      options: --device=/dev/dri --shm-size=3000M
+    strategy:
+      fail-fast: false
+    steps:
+    - name: Setup
+      run: . activate ddpt
+    - name: Checkout ddptensor and submodules
+      uses: actions/checkout@v2
+      with:
+        submodules: recursive
+    - name: Build dpptensor
+      run: |
+        . activate ddpt
+        g++ -v
+        export MPIROOT=$CONDA_PREFIX
+        export MKLROOT=$CONDA_PREFIX
+        CMAKE_BUILD_PARALLEL_LEVEL=8 python setup.py develop
+    - name: Run tests
+      run: |
+        . activate ddpt
+        pytest test
+        DDPT_CW=0 pytest test
+        DDPT_CW=1 pytest test
+        DDPT_MPI_SPAWN=1 PYTHON_EXE=`which python` pytest test
+        DDPT_MPI_SPAWN=2 PYTHON_EXE=`which python` pytest test
+        DDPT_MPI_SPAWN=3 PYTHON_EXE=`which python` pytest test
+        DDPT_CW=1 mpirun -n 1 python -m pytest test
+        DDPT_CW=1 mpirun -n 2 python -m pytest test
+        DDPT_CW=1 mpirun -n 3 python -m pytest test
+        DDPT_CW=1 mpirun -n 4 python -m pytest test
+        DDPT_CW=0 mpirun -n 1 python -m pytest test
+        DDPT_CW=0 mpirun -n 2 python -m pytest test
+        DDPT_CW=0 mpirun -n 3 python -m pytest test
+        DDPT_CW=0 mpirun -n 4 python -m pytest test

docker/Dockerfile

@@ -2,26 +2,21 @@
 #  are last
 FROM ubuntu:20.04
 
-# Proxies for working inside firewall
-ENV no_proxy=.intel.com
-ENV https_proxy=http://proxy-chain.intel.com:912
-ENV http_proxy=http://proxy-chain.intel.com:911
-ENV ftp_proxy=http://proxy-chain.intel.com:911
-
 RUN export DEBIAN_FRONTEND=noninteractive \
     && apt-get update \
-    && apt-get install -y --no-install-recommends g++ gcc wget \
+    && apt-get install -y --no-install-recommends g++ gcc wget make git ca-certificates \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/*
 
 ENV MINICONDA=Miniconda3-latest-Linux-x86_64.sh
+COPY conda-env.yml /tmp/conda-env.yml
 RUN wget -q --no-check-certificate https://repo.anaconda.com/miniconda/$MINICONDA \
     && chmod a+rwx $MINICONDA \
     && ./$MINICONDA -b \
     &&  rm ./$MINICONDA \
-    && /root/miniconda3/bin/conda update -n base -c defaults conda
+    && /root/miniconda3/bin/conda update -y -n base -c defaults conda \
+    && /root/miniconda3/bin/conda env create -n ddpt -f /tmp/conda-env.yml \
+    && /root/miniconda3/bin/conda clean -y -a \
+    && /root/miniconda3/bin/conda init bash
 
 ENV PATH=${PATH}:/root/miniconda3/bin
-
-SHELL ["/bin/bash", "--login", "-c"]
-ENTRYPOINT ["/bin/bash", "--login", "-c"]

docker/Makefile

@@ -0,0 +1,6 @@
+IMAGE = amr-registry-pre.caas.intel.com/tpi/ddpt:latest
+
+all:
+	cp ../conda-env.yml .
+	docker build --build-arg http_proxy=${http_proxy} --build-arg https_proxy=${https_proxy} --tag ${IMAGE} .
+	docker push ${IMAGE}