diff --git a/.github/workflows/generate-index.yaml b/.github/workflows/generate-index.yaml index 31e4600..4d67eb2 100644 --- a/.github/workflows/generate-index.yaml +++ b/.github/workflows/generate-index.yaml @@ -22,8 +22,20 @@ env: jobs: generate-index: runs-on: self-hosted-ghr-size-ccx33-x64 + strategy: + fail-fast: false + matrix: + # Scheduled runs reindex every results path so uploads never wait on + # the per-run index job of a still-running workflow; dispatches + # reindex the requested path only. + s3_path: >- + ${{ + github.event_name == 'schedule' && + fromJSON('["generic", "glamsterdam", "glamsterdam-quick", "frames", "frames-quick"]') || + fromJSON(format('[{0}]', toJSON(inputs.s3-path || 'generic'))) + }} concurrency: - group: "generate-index-${{ inputs.s3-bucket || 'hive-results' }}-${{ inputs.s3-path || 'generic' }}" + group: "generate-index-${{ inputs.s3-bucket || 'hive-results' }}-${{ matrix.s3_path }}" cancel-in-progress: true steps: @@ -31,14 +43,14 @@ jobs: if: runner.environment != 'github-hosted' - name: Run Index Generator - uses: ethpandaops/hive-github-action@master # v0.6.0-unreleased + uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 with: skip_tests: true s3_upload: true s3_bucket: ${{ inputs.s3-bucket || 'hive-results' }} - s3_path: ${{ inputs.s3-path || 'generic' }} + s3_path: ${{ matrix.s3_path }} rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }} rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} website_upload: false - website_listing_limit: '3000' + website_listing_limit: '5000' website_index_generation: true diff --git a/.github/workflows/generic.yaml b/.github/workflows/generic.yaml index a17f5cc..03adfad 100644 --- a/.github/workflows/generic.yaml +++ b/.github/workflows/generic.yaml @@ -210,3 +210,27 @@ jobs: workflow_artifact_upload: ${{ inputs.workflow_artifact_upload }} website_upload: false website_index_generation: false + + index: + needs: test + # not always(): index after failures (successful jobs uploaded results) + # but not after cancellation + if: ${{ !cancelled() }} + runs-on: self-hosted-ghr-size-ccx33-x64 + concurrency: + group: "generate-index-hive-results-generic" + cancel-in-progress: true + steps: + - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + if: runner.environment != 'github-hosted' + - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + with: + skip_tests: true + s3_upload: true + s3_bucket: ${{ env.S3_BUCKET }} + s3_path: ${{ env.S3_PATH }} + rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }} + rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} + website_upload: false + website_listing_limit: '5000' + website_index_generation: true diff --git a/.github/workflows/hive-frames-devnet-0-quick.yaml b/.github/workflows/hive-frames-devnet-0-quick.yaml index ff60a81..3184063 100644 --- a/.github/workflows/hive-frames-devnet-0-quick.yaml +++ b/.github/workflows/hive-frames-devnet-0-quick.yaml @@ -165,3 +165,28 @@ jobs: rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} workflow_artifact_upload: true website_upload: true + website_index_generation: false + + index: + needs: test + # not always(): index after failures (successful jobs uploaded results) + # but not after cancellation + if: ${{ !cancelled() }} + runs-on: self-hosted-ghr-size-ccx33-x64 + concurrency: + group: "generate-index-hive-results-frames-quick" + cancel-in-progress: true + steps: + - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + if: runner.environment != 'github-hosted' + - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + with: + skip_tests: true + s3_upload: true + s3_bucket: ${{ env.S3_BUCKET }} + s3_path: ${{ env.S3_PATH }} + rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }} + rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} + website_upload: false + website_listing_limit: '5000' + website_index_generation: true diff --git a/.github/workflows/hive-frames-devnet-0.yaml b/.github/workflows/hive-frames-devnet-0.yaml index 85c0c56..1ad38ed 100644 --- a/.github/workflows/hive-frames-devnet-0.yaml +++ b/.github/workflows/hive-frames-devnet-0.yaml @@ -195,3 +195,28 @@ jobs: rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} workflow_artifact_upload: true website_upload: true + website_index_generation: false + + index: + needs: test + # not always(): index after failures (successful jobs uploaded results) + # but not after cancellation + if: ${{ !cancelled() }} + runs-on: self-hosted-ghr-size-ccx33-x64 + concurrency: + group: "generate-index-hive-results-frames" + cancel-in-progress: true + steps: + - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + if: runner.environment != 'github-hosted' + - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + with: + skip_tests: true + s3_upload: true + s3_bucket: ${{ env.S3_BUCKET }} + s3_path: ${{ env.S3_PATH }} + rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }} + rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} + website_upload: false + website_listing_limit: '5000' + website_index_generation: true diff --git a/.github/workflows/hive-glamsterdam-devnet-8-quick.yaml b/.github/workflows/hive-glamsterdam-devnet-8-quick.yaml index 18cd7fe..d0db257 100644 --- a/.github/workflows/hive-glamsterdam-devnet-8-quick.yaml +++ b/.github/workflows/hive-glamsterdam-devnet-8-quick.yaml @@ -178,3 +178,28 @@ jobs: rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} workflow_artifact_upload: true website_upload: true + website_index_generation: false + + index: + needs: test + # not always(): index after failures (successful jobs uploaded results) + # but not after cancellation + if: ${{ !cancelled() }} + runs-on: self-hosted-ghr-size-ccx33-x64 + concurrency: + group: "generate-index-hive-results-glamsterdam-quick" + cancel-in-progress: true + steps: + - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + if: runner.environment != 'github-hosted' + - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + with: + skip_tests: true + s3_upload: true + s3_bucket: ${{ env.S3_BUCKET }} + s3_path: ${{ env.S3_PATH }} + rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }} + rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} + website_upload: false + website_listing_limit: '5000' + website_index_generation: true diff --git a/.github/workflows/hive-glamsterdam-devnet-8.yaml b/.github/workflows/hive-glamsterdam-devnet-8.yaml index d1fea74..5a6be32 100644 --- a/.github/workflows/hive-glamsterdam-devnet-8.yaml +++ b/.github/workflows/hive-glamsterdam-devnet-8.yaml @@ -219,3 +219,28 @@ jobs: rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} workflow_artifact_upload: true website_upload: true + website_index_generation: false + + index: + needs: test + # not always(): index after failures (successful jobs uploaded results) + # but not after cancellation + if: ${{ !cancelled() }} + runs-on: self-hosted-ghr-size-ccx33-x64 + concurrency: + group: "generate-index-hive-results-glamsterdam" + cancel-in-progress: true + steps: + - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + if: runner.environment != 'github-hosted' + - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3 + with: + skip_tests: true + s3_upload: true + s3_bucket: ${{ env.S3_BUCKET }} + s3_path: ${{ env.S3_PATH }} + rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }} + rclone_version: ${{ env.INSTALL_RCLONE_VERSION }} + website_upload: false + website_listing_limit: '5000' + website_index_generation: true