tc

Author: clee2000

.ci/docker/Dockerfile

@@ -15,18 +15,10 @@ RUN bash ./install_user.sh && rm install_user.sh
 COPY ./common/install_docs_reqs.sh install_docs_reqs.sh
 RUN bash ./install_docs_reqs.sh && rm install_docs_reqs.sh
 
-COPY ./common/install_python.sh install_python.sh
+COPY ./common/install_pip_requirements.sh install_pip_requirements.sh
 COPY ./requirements.txt requirements.txt
-RUN bash ./install_python.sh && rm install_python.sh
+RUN bash ./install_pip_requirements.sh && rm install_pip_requirements.sh
 
-# Install conda and other packages
-# ENV ANACONDA_PYTHON_VERSION=3.10
-# ENV CONDA_CMAKE yes
-ENV DOCS yes
-# ENV PATH /opt/conda/envs/py_$ANACONDA_PYTHON_VERSION/bin:/opt/conda/bin:$PATH
-# COPY ./common/install_conda.sh install_conda.sh
-# COPY ./common/common_utils.sh common_utils.sh
-# RUN bash ./install_conda.sh && rm install_conda.sh common_utils.sh /opt/conda/requirements.txt
 ENV PATH /opt/venv/tutorials/bin:$PATH
 
 USER ci-user

.ci/docker/common/common_utils.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -ex
+
+python3.10 -m venv /opt/venv/tutorials
+source /opt/venv/tutorials/bin/activate
+pip install --upgrade pip
+pip install -r ./requirements.txt
+chown ci-user:ci-user /opt/venv -R

.ci/docker/common/install_conda.sh

@@ -17,20 +17,20 @@ jobs:
       matrix:
         include:
           - { shard: 1, num_shards: 15, runner: "linux.g5.12xlarge.nvidia.gpu" }
-          # - { shard: 2, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
-          # - { shard: 3, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
-          # - { shard: 4, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
-          # - { shard: 5, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
-          # - { shard: 6, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
-          # - { shard: 7, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 8, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 9, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 10, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 11, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 12, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 13, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 14, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
-          # - { shard: 15, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 2, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
+          - { shard: 3, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
+          - { shard: 4, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
+          - { shard: 5, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
+          - { shard: 6, num_shards: 15, runner: "linux.g5.4xlarge.nvidia.gpu" }
+          - { shard: 7, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 8, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 9, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 10, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 11, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 12, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 13, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 14, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
+          - { shard: 15, num_shards: 15, runner: "linux.4xlarge.nvidia.gpu" }
       fail-fast: false
     runs-on: ${{ matrix.runner }}
     steps: