forest_loss_driver_prediction.yaml

name: Forest-Loss-Driver-Prediction

on:
  workflow_dispatch:
  schedule:
    - cron: '0 8 * * 1'  # Run at 8:00 AM UTC every Monday

env:
  RSLP_PROJECT: "forest_loss_driver"
  RSLP_WORKFLOW: "integrated_pipeline"
  # Name to use when creating Beaker image.
  BEAKER_IMAGE_NAME: "forest_loss_driver"
  # After creation, it is prefixed by username, so when we delete we need to use this
  # full name.
  BEAKER_IMAGE_FULL_NAME: "favyen/forest_loss_driver"
  # BEAKER_TOKEN is Henry's token but it has space at beginning which causes issue when
  # using it here.
  # BEAKER_TOKEN_2 is Favyen's token, without the space issue.
  BEAKER_TOKEN: ${{ secrets.BEAKER_TOKEN_2 }}
  BEAKER_ADDR: ${{ secrets.BEAKER_ADDR }}
  # Name of Docker image created by build step.
  # This is from the docker-compose.yaml file.
  DOCKER_IMAGE_NAME: rslearn_projects-test
  DOCKER_SERVICE_NAME: test

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  build:
    runs-on: ubuntu-latest
    permissions:
      contents: read
      packages: write
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      # Avoid issues with running out of disk space.
      - name: Cleanup disk space
        run: |
          sudo docker rmi $(docker image ls -aq) >/dev/null 2>&1 || true
          sudo docker image prune --all --force >/dev/null 2>&1 || true
          sudo rm -rf /usr/share/dotnet
          sudo rm -rf /opt/ghc
          sudo rm -rf /usr/local/share/boost

      # Setup Beaker CLI.
      - name: Setup Beaker
        uses: allenai/setup-beaker@v2
        with:
          token: ${{ env.BEAKER_TOKEN }}
          workspace: "ai2/earth-systems"

      # This step produces a Docker image called rslearn_projects-test.
      - name: Build Docker Image
        run: |
          docker compose build

      # We upload the image from previous step to Beaker.
      - name: Create Beaker Image
        run: |
          beaker image delete "$BEAKER_IMAGE_FULL_NAME" || true
          beaker image create --name "$BEAKER_IMAGE_NAME" "$DOCKER_IMAGE_NAME"

      # Now we can launch the Beaker job.
      # This runs inside a Docker image, so although `rslp common beaker_launcher`
      # in theory supports uploading image, we can't use that functionality here.
      - name: Run integrated pipeline in Beaker job
        run: |
          docker compose -f docker-compose.yaml run \
            -e BEAKER_TOKEN="${BEAKER_TOKEN}" \
            -e BEAKER_ADDR="${BEAKER_ADDR}" \
            -e RSLP_PREFIX="${RSLP_PREFIX}" \
            "${DOCKER_SERVICE_NAME}" python -m rslp.main \
            common \
            beaker_launcher \
            "${RSLP_PROJECT}" \
            "${RSLP_WORKFLOW}" \
            "${EXTRA_ARGS}" \
            "${BEAKER_IMAGE_FULL_NAME}" \
            "${CLUSTERS}" \
            --gpu_count 1 \
            --preemptible false \
            --weka_mounts "${WEKA_MOUNTS}"
            --task_specific_env_vars "${TASK_ENV_VARS}"
        env:
          EXTRA_ARGS: |
            [
              "--pred_pipeline_config",
              "rslp/forest_loss_driver/inference/config/forest_loss_driver_predict_pipeline_config.yaml",
            ]
          CLUSTERS: |
            ["ai2/jupiter-cirrascale-2"]
          WEKA_MOUNTS: |
            [{
              "bucket_name": "dfive-default",
              "mount_path": "/dfive-default"
            }]
          RSLP_PREFIX: ${{ secrets.RSLP_PREFIX }}
          TASK_ENV_VARS: |
            [{
              "name": "PL_API_KEY",
              "secret": "NICFI_PL_API_KEY",
            }]