Dev test workflow

.github/workflows/build_test.yml

@@ -0,0 +1,30 @@
+name: Test branch or PR
+on:
+  #push:
+  #  branches:
+  #    - 'dev_test_workflow'
+  workflow_dispatch:
+
+concurrency:
+  group: build-test-image-for-comodels
+  cancel-in-progress: true
+
+env:
+  CO_MODELS_SRC: CoModels
+
+jobs:
+  build_job:
+    name: build test image
+    runs-on: [self-hosted]
+    steps:
+      - name: Checkout CoModels branch
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ env.BRANCH }}
+          path: ${{ env.CO_MODELS_SRC}}
+      - name: build image
+        run: |
+          cd ${{ env.CO_MODELS_SRC}}
+          bash docker/build.sh
+
+

.github/workflows/test.yml

@@ -0,0 +1,84 @@
+name: Test branch or PR
+on:
+  pull_request:
+    types: [opened, review_requested, ready_for_review, synchronize, unlocked]
+  merge_group:
+    types: [checks_requested]
+  #push:
+  #  branches:
+  #    - 'dev_test_workflow' # debug only
+  workflow_dispatch:
+
+concurrency:
+  group: comodels-test-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  CO_MODELS_SRC: CoModels
+  TEST_DIR: test_dir
+  TEST_IMG_TAG: comodels_test:latest
+  TEST_CONTAINER_NAME: co_models_test 
+
+jobs:
+  test_job:
+    name: Collect information about PR and source
+    runs-on: [self-hosted]
+    steps:
+      #- name: Set up MODEL_ARCH 
+      #  if: github.event_name == 'push'
+      #  run: |
+      #    # use resnet50 for debug
+      #    echo "MODEL_ARCH=resnet50" >> $GITHUB_ENV
+      - name: Set up MODEL_ARCH from PR
+        if: github.event.pull_request.draft == false && github.base_ref == 'master'
+        run: |
+          model_arch=${{ github.event.pull_request.title }}
+          # use pr title as the MODEL_ARCH
+          echo "MODEL_ARCH=$model_arch" >> $GITHUB_ENV
+      - name: Set up MODEL_ARCH from workflow_dispatch branch
+        if: github.event_name == 'workflow_dispatch'
+        run: |
+          # use branch name as the MODEL_ARCH
+          model_arch=${{ github.ref_name }}
+          echo "MODEL_ARCH=$model_arch" >> $GITHUB_ENV
+      - name: Checkout CoModels branch
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.ref }}
+          path: ${{ env.CO_MODELS_SRC}}
+      - name: Prepare test directory
+        run: |
+          model_dir='${{ env.CO_MODELS_SRC }}/cv/classification/${{ env.MODEL_ARCH }}'
+          if [ -d "$model_dir" ] && [ -n "${{ env.MODEL_ARCH }}" ]; then
+            cp -rL "$model_dir" "${{ env.TEST_DIR }}"
+            echo "READY_FOR_TEST=true" >> $GITHUB_ENV
+          else
+            exit 0
+          fi
+      - name: Prepare Container
+        if: env.READY_FOR_TEST == true
+        run: |
+          docker rm -f ${{ env.TEST_CONTAINER_NAME }} || true
+          docker run --gpus=all -d --rm --privileged --shm-size=8g \
+            --cap-add=SYS_PTRACE --security-opt seccomp=unconfined \
+            -v /share_nfs/dataset/ImageNet:/data/dataset/ImageNet \
+            -v /share_nfs/model_zoo/flowvision_cache:/oneflow/flowvision_cache \
+            -e FLOWVISION_CACHE=/oneflow/flowvision_cache \
+            -v $(pwd)/${{ env.TEST_DIR }}:/workspace/${{ env.TEST_DIR }} \
+            -w /workspace/${{ env.TEST_DIR }} \
+            --name ${{ env.TEST_CONTAINER_NAME }} \
+            ${{ env.TEST_IMG_TAG }} \
+            sleep 5400
+      - name: run inference
+        if: env.READY_FOR_TEST == true
+        run: |
+          docker exec ${{ env.TEST_CONTAINER_NAME }} nvidia-smi
+          docker exec ${{ env.TEST_CONTAINER_NAME }} bash ./infer.sh
+      - name: run training
+        if: env.READY_FOR_TEST == true
+        run: |
+          docker exec ${{ env.TEST_CONTAINER_NAME }} sed -i 's/main.py/main.py --epochs 1/g' train.sh 
+          #docker exec ${{ env.TEST_CONTAINER_NAME }} sed -i 's/GPU_NUMS=[0-9]*/GPU_NUMS=2/g' train.sh 
+          docker exec ${{ env.TEST_CONTAINER_NAME }} bash ./train.sh
+
+

docker/build.sh

@@ -0,0 +1,3 @@
+docker build \
+  --rm \
+  -t comodels_test -f docker/test_dockerfile .

docker/test_dockerfile

@@ -0,0 +1,9 @@
+FROM registry.cn-beijing.aliyuncs.com/oneflow/oneflow:nightly-cuda11.8
+
+
+#RUN python3 -m pip install -i https://pypi.tuna.tsinghua.edu.cn/simple some-package Pillow==9.5.0 numpy==1.21.6 opencv-python==4.4.0.46 termcolor==1.1.0 yacs==0.1.8
+RUN python3 -m pip install -i https://pypi.tuna.tsinghua.edu.cn/simple some-package opencv-python==4.4.0.46 termcolor==1.1.0 yacs==0.1.8 tabulate==0.9.0
+RUN apt update && apt install -y git 
+RUN git clone https://github.com/Oneflow-Inc/vision.git \
+    && cd vision \
+    && python3 -m pip install -e .