ozone/.github/workflows/populate-cache.yml at master · apache/ozone · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This workflow creates cache with Maven dependencies for Ozone build.

name: populate-cache

on:
  push:
    branches:
      - master
      - ozone-1.4
      - ozone-2.0
      - ozone-2.1
    paths:
      - 'pom.xml'
      - '**/pom.xml'
      - '.github/workflows/populate-cache.yml'
  workflow_call:
  workflow_dispatch:

permissions: { }

env:
  # variables are duplicated from ci.yml, please keep in sync
  BUILD_ARGS: "-Pdist -Psrc -Dmaven.javadoc.skip=true -Drocks_tools_native"
  TEST_JAVA_VERSION: 25 # JDK version used by CI build and tests; should match the JDK version in apache/ozone-runner image
  MAVEN_ARGS: --batch-mode --settings ${{ github.workspace }}/dev-support/ci/maven-settings.xml
  MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.class=standard -Dmaven.wagon.http.retryHandler.count=3

jobs:
  build:
    runs-on: ubuntu-24.04
    steps:
      - name: Checkout project
        uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
        with:
          persist-credentials: false

      - name: Restore cache for Maven dependencies
        id: restore-cache
        uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: |
            ~/.m2/repository/*/*/*
            !~/.m2/repository/org/apache/ozone
          key: maven-repo-${{ hashFiles('**/pom.xml') }}

      - name: Setup Java
        if: steps.restore-cache.outputs.cache-hit != 'true'
        uses: actions/setup-java@1bcf9fb12cf4aa7d266a90ae39939e61372fe520 # v5.4.0
        with:
          distribution: 'temurin'
          java-version: ${{ env.TEST_JAVA_VERSION }}

      - name: Get NodeJS version
        id: nodejs-version
        if: steps.restore-cache.outputs.cache-hit != 'true'
        run: echo "nodejs-version=$(mvn help:evaluate -Dexpression=nodejs.version -q -DforceStdout -Dscan=false)" >> $GITHUB_OUTPUT

      - name: Restore NodeJS tarballs
        id: restore-nodejs
        if: steps.restore-cache.outputs.cache-hit != 'true'
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ~/.m2/repository/com/github/eirslett/node
          key: nodejs-${{ steps.nodejs-version.outputs.nodejs-version }}

      - name: Download NodeJS
        if: steps.restore-cache.outputs.cache-hit != 'true' && steps.restore-nodejs.outputs.cache-hit != 'true'
        run: dev-support/ci/download-nodejs.sh
        env:
          NODEJS_VERSION: ${{ steps.nodejs-version.outputs.nodejs-version }}

      - name: Fetch dependencies
        if: steps.restore-cache.outputs.cache-hit != 'true'
        run: mvn $BUILD_ARGS $MAVEN_ARGS --no-transfer-progress --show-version -Pgo-offline clean verify

      - name: Setup Java 8
        if: steps.restore-cache.outputs.cache-hit != 'true'
        uses: actions/setup-java@1bcf9fb12cf4aa7d266a90ae39939e61372fe520 # v5.4.0
        with:
          distribution: 'temurin'
          java-version: 8

      - name: Fetch dependencies for Java 8
        if: steps.restore-cache.outputs.cache-hit != 'true'
        run: mvn $MAVEN_ARGS --no-transfer-progress --show-version -Pgo-offline -DskipRecon -DskipShade test-compile

      - name: Delete Ozone jars from repo
        if: steps.restore-cache.outputs.cache-hit != 'true'
        run: rm -fr ~/.m2/repository/org/apache/ozone

      - name: List repo contents
        if: always()
        run: find ~/.m2/repository -type f | sort | xargs ls -lh

      - name: Save cache for Maven dependencies
        if: steps.restore-cache.outputs.cache-hit != 'true'
        uses: actions/cache/save@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: |
            ~/.m2/repository/*/*/*
            !~/.m2/repository/org/apache/ozone
          key: maven-repo-${{ hashFiles('**/pom.xml') }}