fix(workflows): regenerate the results index once per run

.github/workflows/generate-index.yaml

@@ -22,23 +22,35 @@ env:
 jobs:
   generate-index:
     runs-on: self-hosted-ghr-size-ccx33-x64
+    strategy:
+      fail-fast: false
+      matrix:
+        # Scheduled runs reindex every results path so uploads never wait on
+        # the per-run index job of a still-running workflow; dispatches
+        # reindex the requested path only.
+        s3_path: >-
+          ${{
+            github.event_name == 'schedule' &&
+            fromJSON('["generic", "glamsterdam", "glamsterdam-quick", "frames", "frames-quick"]') ||
+            fromJSON(format('[{0}]', toJSON(inputs.s3-path || 'generic')))
+          }}
     concurrency:
-      group: "generate-index-${{ inputs.s3-bucket || 'hive-results' }}-${{ inputs.s3-path || 'generic' }}"
+      group: "generate-index-${{ inputs.s3-bucket || 'hive-results' }}-${{ matrix.s3_path }}"
       cancel-in-progress: true
 
     steps:
     - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
       if: runner.environment != 'github-hosted'
 
     - name: Run Index Generator
-      uses: ethpandaops/hive-github-action@master # v0.6.0-unreleased
+      uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
       with:
         skip_tests: true
         s3_upload: true
         s3_bucket: ${{ inputs.s3-bucket || 'hive-results' }}
-        s3_path: ${{ inputs.s3-path || 'generic' }}
+        s3_path: ${{ matrix.s3_path }}
         rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
         rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
         website_upload: false
-        website_listing_limit: '3000'
+        website_listing_limit: '5000'
         website_index_generation: true

.github/workflows/generic.yaml

@@ -210,3 +210,27 @@ jobs:
           workflow_artifact_upload: ${{ inputs.workflow_artifact_upload }}
           website_upload: false
           website_index_generation: false
+
+  index:
+    needs: test
+    # not always(): index after failures (successful jobs uploaded results)
+    # but not after cancellation
+    if: ${{ !cancelled() }}
+    runs-on: self-hosted-ghr-size-ccx33-x64
+    concurrency:
+      group: "generate-index-hive-results-generic"
+      cancel-in-progress: true
+    steps:
+      - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        if: runner.environment != 'github-hosted'
+      - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        with:
+          skip_tests: true
+          s3_upload: true
+          s3_bucket: ${{ env.S3_BUCKET }}
+          s3_path: ${{ env.S3_PATH }}
+          rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
+          rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
+          website_upload: false
+          website_listing_limit: '5000'
+          website_index_generation: true

.github/workflows/hive-frames-devnet-0-quick.yaml

@@ -165,3 +165,28 @@ jobs:
           rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
           workflow_artifact_upload: true
           website_upload: true
+          website_index_generation: false
+
+  index:
+    needs: test
+    # not always(): index after failures (successful jobs uploaded results)
+    # but not after cancellation
+    if: ${{ !cancelled() }}
+    runs-on: self-hosted-ghr-size-ccx33-x64
+    concurrency:
+      group: "generate-index-hive-results-frames-quick"
+      cancel-in-progress: true
+    steps:
+      - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        if: runner.environment != 'github-hosted'
+      - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        with:
+          skip_tests: true
+          s3_upload: true
+          s3_bucket: ${{ env.S3_BUCKET }}
+          s3_path: ${{ env.S3_PATH }}
+          rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
+          rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
+          website_upload: false
+          website_listing_limit: '5000'
+          website_index_generation: true

.github/workflows/hive-frames-devnet-0.yaml

@@ -195,3 +195,28 @@ jobs:
           rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
           workflow_artifact_upload: true
           website_upload: true
+          website_index_generation: false
+
+  index:
+    needs: test
+    # not always(): index after failures (successful jobs uploaded results)
+    # but not after cancellation
+    if: ${{ !cancelled() }}
+    runs-on: self-hosted-ghr-size-ccx33-x64
+    concurrency:
+      group: "generate-index-hive-results-frames"
+      cancel-in-progress: true
+    steps:
+      - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        if: runner.environment != 'github-hosted'
+      - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        with:
+          skip_tests: true
+          s3_upload: true
+          s3_bucket: ${{ env.S3_BUCKET }}
+          s3_path: ${{ env.S3_PATH }}
+          rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
+          rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
+          website_upload: false
+          website_listing_limit: '5000'
+          website_index_generation: true

.github/workflows/hive-glamsterdam-devnet-8-quick.yaml

@@ -178,3 +178,28 @@ jobs:
           rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
           workflow_artifact_upload: true
           website_upload: true
+          website_index_generation: false
+
+  index:
+    needs: test
+    # not always(): index after failures (successful jobs uploaded results)
+    # but not after cancellation
+    if: ${{ !cancelled() }}
+    runs-on: self-hosted-ghr-size-ccx33-x64
+    concurrency:
+      group: "generate-index-hive-results-glamsterdam-quick"
+      cancel-in-progress: true
+    steps:
+      - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        if: runner.environment != 'github-hosted'
+      - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        with:
+          skip_tests: true
+          s3_upload: true
+          s3_bucket: ${{ env.S3_BUCKET }}
+          s3_path: ${{ env.S3_PATH }}
+          rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
+          rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
+          website_upload: false
+          website_listing_limit: '5000'
+          website_index_generation: true

.github/workflows/hive-glamsterdam-devnet-8.yaml

@@ -219,3 +219,28 @@ jobs:
           rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
           workflow_artifact_upload: true
           website_upload: true
+          website_index_generation: false
+
+  index:
+    needs: test
+    # not always(): index after failures (successful jobs uploaded results)
+    # but not after cancellation
+    if: ${{ !cancelled() }}
+    runs-on: self-hosted-ghr-size-ccx33-x64
+    concurrency:
+      group: "generate-index-hive-results-glamsterdam"
+      cancel-in-progress: true
+    steps:
+      - uses: ethpandaops/hive-github-action/helpers/self-hosted-runner-dependencies@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        if: runner.environment != 'github-hosted'
+      - uses: ethpandaops/hive-github-action@09050fc75bae8a10b1876a0826ca4114ea9ed6e8 # v0.6.3
+        with:
+          skip_tests: true
+          s3_upload: true
+          s3_bucket: ${{ env.S3_BUCKET }}
+          s3_path: ${{ env.S3_PATH }}
+          rclone_config: ${{ secrets.HIVE_RCLONE_CONFIG }}
+          rclone_version: ${{ env.INSTALL_RCLONE_VERSION }}
+          website_upload: false
+          website_listing_limit: '5000'
+          website_index_generation: true