RTK Benchmark page V1 + MIT to Apache 2.0

.github/workflows/deploy.yml

@@ -39,6 +39,7 @@ jobs:
       - name: Install dependencies
         run: pnpm install --frozen-lockfile
 
+
       - name: Clone RTK repo
         run: git clone --depth 1 --branch ${{ vars.RTK_DOCS_REF || 'master' }} https://github.com/rtk-ai/rtk.git ./rtk-repo
         # If private: use https://x-access-token:${{ secrets.RTK_REPO_PAT }}@github.com/rtk-ai/rtk.git

.github/workflows/fetch-benchmarks.yml

@@ -0,0 +1,48 @@
+name: Fetch benchmark data
+
+on:
+  workflow_dispatch:
+
+permissions:
+  contents: write
+
+jobs:
+  fetch:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Fetch benchmark data from OVH S3
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.OVH_S3_ACCESS_KEY }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.OVH_S3_SECRET_KEY }}
+          AWS_DEFAULT_REGION: ${{ secrets.OVH_S3_REGION }}
+          OVH_S3_ENDPOINT: ${{ secrets.OVH_S3_ENDPOINT }}
+          OVH_S3_BUCKET: ${{ secrets.OVH_S3_BUCKET }}
+        run: |
+          pip install --quiet boto3
+          python3 scripts/fetch-benchmarks.py
+
+      - name: Commit and push changes
+        id: commit
+        run: |
+          if [ -z "$(git status --porcelain public/data/benchmarks)" ]; then
+            echo "changed=false" >> "$GITHUB_OUTPUT"
+            echo "::notice::No new benchmark data."
+            exit 0
+          fi
+          git config user.name "github-actions[bot]"
+          git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
+          git add public/data/benchmarks
+          git commit -m "chore(benchmarks): sync benchmark data from S3"
+          git push
+          echo "changed=true" >> "$GITHUB_OUTPUT"
+
+      # Pushes made with GITHUB_TOKEN do not fire the push trigger of other
+      # workflows, so the deploy must be dispatched explicitly.
+      - name: Trigger deploy
+        if: steps.commit.outputs.changed == 'true' && github.ref_name == 'master'
+        env:
+          GH_TOKEN: ${{ github.token }}
+        run: gh workflow run deploy.yml --ref master

public/data/benchmarks/0.42.3/data/per_run_summary.csv

@@ -0,0 +1,6 @@
+run_id,task_name,vm_count,n_on,n_off,on_bash_result_bytes_mean,off_bash_result_bytes_mean,bash_result_bytes_savings_pct,on_api_calls_mean,off_api_calls_mean,api_calls_savings_pct,on_total_all_input_tokens_mean,off_total_all_input_tokens_mean,total_all_input_tokens_savings_pct,on_cost_usd_mean,off_cost_usd_mean,cost_usd_savings_pct,on_total_output_tokens_mean,off_total_output_tokens_mean,total_output_tokens_savings_pct,on_total_cache_read_tokens_mean,off_total_cache_read_tokens_mean,total_cache_read_tokens_savings_pct
+20260606-105005,GitHub OpenCode - Git & GH CLI,10,10,10,7641.50,21025.00,63.7,13.00,13.00,0.0,367993.90,397595.40,7.4,0.28,0.32,14.3,2287.10,2150.00,-6.4,362198.60,385780.40,6.1
+20260606-125400,JS Moleculer - NPM & ESLint & TSC & Jest,10,10,10,36460.00,59513.30,38.7,15.10,15.20,0.7,551772.90,676889.30,18.5,0.46,0.59,21.4,3232.30,2998.00,-7.8,533700.60,646827.10,17.5
+20260606-132242,TS SWR - TypeScript & Vitest,10,10,10,34396.70,54131.50,36.5,22.20,19.60,-13.3,867297.60,850638.10,-2.0,0.65,0.74,12.4,3891.10,4259.30,8.6,846787.30,814332.70,-4.0
+20260606-144003,Python Pretix - Ruff & Mypy & Pip,10,10,10,36711.20,48688.70,24.6,13.00,13.60,4.4,433180.10,487747.80,11.2,0.38,0.46,16.6,2369.80,2916.10,18.7,414954.50,463433.20,10.5
+20260611-205943,Rust Abtop - Cargo Build & Test & Clippy,10,10,10,5719.80,26071.10,78.1,10.00,11.80,15.3,280956.10,375984.90,25.3,0.22,0.34,36.6,1898.30,2808.40,32.4,275808.90,361154.00,23.6

public/data/benchmarks/0.42.3/data/session-summaries-all.csv

@@ -0,0 +1,101 @@
+run_id,vm_name,group,pair_index,total_turns,total_tool_invocations,total_bash_turns,total_rtk_commands,total_non_rtk_commands,total_error_turns,total_stdout_bytes,total_content_bytes,total_input_tokens,total_cache_read_tokens,total_cache_creation_tokens,total_output_tokens
+20260606-105005,rtk-bench-on-0,on,0,13,12,12,0,12,1,6536,7642,17,363112,4957,772
+20260606-105005,rtk-bench-off-0,off,0,13,12,12,0,12,1,19872,21009,17,382402,15112,705
+20260606-105005,rtk-bench-on-1,on,1,13,12,12,0,12,1,6536,7642,17,358605,9227,759
+20260606-105005,rtk-bench-off-1,off,1,13,12,12,0,12,1,19872,21009,17,382346,15099,722
+20260606-105005,rtk-bench-on-2,on,2,13,12,12,0,12,1,6536,7642,17,358578,9222,761
+20260606-105005,rtk-bench-off-2,off,2,13,12,12,0,12,1,20021,21158,17,386872,11175,654
+20260606-105005,rtk-bench-on-3,on,3,13,12,12,0,12,1,6541,7647,17,363084,4956,731
+20260606-105005,rtk-bench-off-3,off,3,13,12,12,0,12,1,20021,21158,17,386475,11063,722
+20260606-105005,rtk-bench-on-4,on,4,13,12,12,0,12,1,6578,7684,17,363056,4959,762
+20260606-105005,rtk-bench-off-4,off,4,13,12,12,0,12,1,19996,21133,17,386508,11060,716
+20260606-105005,rtk-bench-on-5,on,5,13,12,12,0,12,1,6576,7682,17,363319,4693,755
+20260606-105005,rtk-bench-off-5,off,5,13,12,12,0,12,1,20026,21163,17,386578,11082,705
+20260606-105005,rtk-bench-on-6,on,6,13,12,12,0,12,1,6576,7682,17,363014,4958,765
+20260606-105005,rtk-bench-off-6,off,6,13,12,12,0,12,1,20026,21163,17,386831,11136,693
+20260606-105005,rtk-bench-on-7,on,7,13,12,12,0,12,1,6492,7598,17,363153,4942,759
+20260606-105005,rtk-bench-off-7,off,7,13,12,12,0,12,1,19682,20819,17,387041,10551,684
+20260606-105005,rtk-bench-on-8,on,8,13,12,12,0,12,1,6492,7598,17,362988,4934,780
+20260606-105005,rtk-bench-off-8,off,8,13,12,12,0,12,1,19682,20819,17,386444,10752,713
+20260606-105005,rtk-bench-on-9,on,9,13,12,12,0,12,1,6492,7598,17,363077,4935,769
+20260606-105005,rtk-bench-off-9,off,9,13,12,12,0,12,1,19682,20819,17,386307,10950,706
+20260606-125400,rtk-bench-on-0,on,0,15,14,14,0,14,4,41086,36460,19,527187,18137,745
+20260606-125400,rtk-bench-off-0,off,0,15,14,13,0,13,4,57674,64136,19,637009,31821,785
+20260606-125400,rtk-bench-on-1,on,1,15,14,13,0,13,4,41083,39153,19,528103,19588,842
+20260606-125400,rtk-bench-off-1,off,1,17,16,15,0,15,2,36425,52181,21,739888,27489,841
+20260606-125400,rtk-bench-on-2,on,2,15,14,14,0,14,4,41086,36460,19,528735,18150,769
+20260606-125400,rtk-bench-off-2,off,2,15,14,14,0,14,4,57667,61434,19,636694,30496,776
+20260606-125400,rtk-bench-on-3,on,3,15,14,14,0,14,4,41089,36463,19,527311,18167,755
+20260606-125400,rtk-bench-off-3,off,3,15,14,14,0,14,4,57676,61443,19,636847,30518,818
+20260606-125400,rtk-bench-on-4,on,4,15,14,13,0,13,4,41083,39155,19,528125,19701,783
+20260606-125400,rtk-bench-off-4,off,4,15,14,14,0,14,3,60698,54425,19,630140,27355,823
+20260606-125400,rtk-bench-on-5,on,5,15,14,14,0,14,4,41089,36463,19,532766,14380,756
+20260606-125400,rtk-bench-off-5,off,5,15,14,14,0,14,4,57676,61443,19,637218,30628,706
+20260606-125400,rtk-bench-on-6,on,6,15,14,14,0,14,4,41086,36460,19,528683,17924,778
+20260606-125400,rtk-bench-off-6,off,6,15,14,14,0,14,4,57667,61434,19,636830,30538,759
+20260606-125400,rtk-bench-on-7,on,7,15,14,13,0,13,4,41083,39166,19,533385,16222,772
+20260606-125400,rtk-bench-off-7,off,7,15,14,14,0,14,4,57667,61434,19,636684,30480,786
+20260606-125400,rtk-bench-on-8,on,8,16,15,14,0,14,4,41086,39170,20,574204,19749,834
+20260606-125400,rtk-bench-off-8,off,8,15,14,14,0,14,4,57667,61434,19,637435,30677,753
+20260606-125400,rtk-bench-on-9,on,9,15,14,14,0,14,4,41089,36463,19,528507,18514,758
+20260606-125400,rtk-bench-off-9,off,9,15,14,14,0,14,3,67426,61153,19,639526,30428,749
+20260606-132242,rtk-bench-on-0,on,0,21,20,20,0,20,3,32870,33779,25,790968,23828,1119
+20260606-132242,rtk-bench-off-0,off,0,20,19,19,0,19,2,51576,51836,24,831240,33284,1076
+20260606-132242,rtk-bench-on-1,on,1,21,20,20,0,20,5,33038,33585,25,790316,23489,1223
+20260606-132242,rtk-bench-off-1,off,1,18,17,17,0,17,4,48379,59873,22,724151,36925,1094
+20260606-132242,rtk-bench-on-2,on,2,21,20,20,0,20,1,33657,33798,25,791535,23687,1153
+20260606-132242,rtk-bench-off-2,off,2,17,16,16,0,16,3,48379,59321,21,688725,32472,952
+20260606-132242,rtk-bench-on-3,on,3,21,20,20,0,20,2,32156,33014,25,794189,19360,1149
+20260606-132242,rtk-bench-off-3,off,3,16,15,15,0,15,4,47050,59641,20,634857,32858,801
+20260606-132242,rtk-bench-on-4,on,4,22,21,21,0,21,1,34850,34991,26,835510,19790,1262
+20260606-132242,rtk-bench-off-4,off,4,23,22,22,0,22,2,50856,53476,27,1008950,31022,1307
+20260606-132242,rtk-bench-on-5,on,5,21,20,20,0,20,1,37830,37971,25,796848,21433,1224
+20260606-132242,rtk-bench-off-5,off,5,20,19,19,0,19,1,50210,50328,24,779186,78880,1179
+20260606-132242,rtk-bench-on-6,on,6,22,21,21,0,21,2,32272,32965,26,832246,19066,1236
+20260606-132242,rtk-bench-off-6,off,6,21,20,20,0,20,2,50149,50984,25,903196,29244,1232
+20260606-132242,rtk-bench-on-7,on,7,25,24,24,0,24,2,33681,34539,29,973535,20275,1423
+20260606-132242,rtk-bench-off-7,off,7,19,18,18,0,18,2,52398,52689,23,780583,29396,1108
+20260606-132242,rtk-bench-on-8,on,8,24,23,23,0,23,2,33806,34664,28,928202,20293,1358
+20260606-132242,rtk-bench-off-8,off,8,21,20,20,0,20,1,52500,52618,25,889431,29650,1190
+20260606-132242,rtk-bench-on-9,on,9,24,23,23,0,23,2,33803,34661,28,934524,13620,1309
+20260606-132242,rtk-bench-off-9,off,9,21,20,20,0,20,2,49745,50549,25,903008,29087,1237
+20260606-144003,rtk-bench-on-0,on,0,13,12,12,0,12,4,29634,36688,17,411624,21579,737
+20260606-144003,rtk-bench-off-0,off,0,13,12,12,0,12,4,34509,55538,17,445924,30558,706
+20260606-144003,rtk-bench-on-1,on,1,13,12,12,0,12,4,29675,36740,17,411475,21530,744
+20260606-144003,rtk-bench-off-1,off,1,15,14,14,0,14,4,34959,55988,19,540387,31057,832
+20260606-144003,rtk-bench-on-2,on,2,13,12,12,0,12,4,29720,36785,17,411527,21592,696
+20260606-144003,rtk-bench-off-2,off,2,14,13,13,0,13,4,34512,55541,18,491400,26489,745
+20260606-144003,rtk-bench-on-3,on,3,13,12,12,0,12,4,29650,36717,17,415844,17175,687
+20260606-144003,rtk-bench-off-3,off,3,13,12,12,0,12,2,36973,37922,17,419994,18716,733
+20260606-144003,rtk-bench-on-4,on,4,13,12,12,0,12,4,29727,36792,17,416098,17213,758
+20260606-144003,rtk-bench-off-4,off,4,13,12,12,0,12,2,37268,38217,17,420860,18876,701
+20260606-144003,rtk-bench-on-5,on,5,13,12,12,0,12,4,29560,36627,17,416073,17172,671
+20260606-144003,rtk-bench-off-5,off,5,14,13,13,0,13,4,34747,55776,18,491546,26519,762
+20260606-144003,rtk-bench-on-6,on,6,13,12,12,0,12,4,29589,36656,17,416093,17201,665
+20260606-144003,rtk-bench-off-6,off,6,14,13,13,0,13,4,34747,55776,18,491753,26555,758
+20260606-144003,rtk-bench-on-7,on,7,13,12,12,0,12,4,29729,36794,17,416096,17217,685
+20260606-144003,rtk-bench-off-7,off,7,14,13,13,0,13,4,34747,55776,18,491481,26531,752
+20260606-144003,rtk-bench-on-8,on,8,13,12,12,0,12,4,29545,36610,17,415718,17099,709
+20260606-144003,rtk-bench-off-8,off,8,13,12,12,0,12,2,36973,37922,17,420147,18727,735
+20260606-144003,rtk-bench-on-9,on,9,13,12,12,0,12,4,29636,36703,17,418997,14308,731
+20260606-144003,rtk-bench-off-9,off,9,13,12,12,0,12,2,37482,38431,17,420840,18942,718
+20260611-205943,rtk-bench-on-0,on,0,10,9,9,0,9,0,5733,5733,14,273093,8223,523
+20260611-205943,rtk-bench-off-0,off,0,13,12,12,0,12,0,53361,25600,17,398355,18262,726
+20260611-205943,rtk-bench-on-1,on,1,10,9,9,0,9,0,5713,5713,14,272502,8066,532
+20260611-205943,rtk-bench-off-1,off,1,14,13,13,0,13,0,53774,26013,18,432393,18502,787
+20260611-205943,rtk-bench-on-2,on,2,10,9,9,0,9,0,5709,5709,14,273042,8205,523
+20260611-205943,rtk-bench-off-2,off,2,11,10,10,0,10,0,53964,26203,15,334848,13871,623
+20260611-205943,rtk-bench-on-3,on,3,10,9,9,0,9,0,5768,5768,14,277355,3984,527
+20260611-205943,rtk-bench-off-3,off,3,11,10,10,0,10,0,53061,25300,15,334270,13590,592
+20260611-205943,rtk-bench-on-4,on,4,10,9,9,0,9,0,5713,5713,14,277160,3946,511
+20260611-205943,rtk-bench-off-4,off,4,13,12,12,0,12,0,53350,25589,17,402345,14050,692
+20260611-205943,rtk-bench-on-5,on,5,10,9,9,0,9,0,5718,5718,14,277227,3547,522
+20260611-205943,rtk-bench-off-5,off,5,11,10,10,0,10,0,53925,26164,15,334337,13758,615
+20260611-205943,rtk-bench-on-6,on,6,10,9,9,0,9,0,5713,5713,14,276907,3835,513
+20260611-205943,rtk-bench-off-6,off,6,11,10,10,0,10,0,55437,27676,15,336149,14536,571
+20260611-205943,rtk-bench-on-7,on,7,10,9,9,0,9,0,5713,5713,14,276964,3850,513
+20260611-205943,rtk-bench-off-7,off,7,11,10,10,0,10,0,53062,25301,15,334309,13535,621
+20260611-205943,rtk-bench-on-8,on,8,10,9,9,0,9,0,5709,5709,14,276904,3834,509
+20260611-205943,rtk-bench-off-8,off,8,11,10,10,0,10,0,53061,25300,15,334156,13490,621
+20260611-205943,rtk-bench-on-9,on,9,10,9,9,0,9,0,5709,5709,14,276935,3842,527
+20260611-205943,rtk-bench-off-9,off,9,12,11,11,0,11,0,55338,27565,16,370378,14557,646

public/data/benchmarks/0.42.3/data/session-summaries-github.csv

@@ -0,0 +1,21 @@
+run_id,vm_name,group,pair_index,total_turns,total_tool_invocations,total_bash_turns,total_rtk_commands,total_non_rtk_commands,total_error_turns,total_stdout_bytes,total_content_bytes,total_input_tokens,total_cache_read_tokens,total_cache_creation_tokens,total_output_tokens
+20260606-105005,rtk-bench-on-0,on,0,13,12,12,0,12,1,6536,7642,17,363112,4957,772
+20260606-105005,rtk-bench-off-0,off,0,13,12,12,0,12,1,19872,21009,17,382402,15112,705
+20260606-105005,rtk-bench-on-1,on,1,13,12,12,0,12,1,6536,7642,17,358605,9227,759
+20260606-105005,rtk-bench-off-1,off,1,13,12,12,0,12,1,19872,21009,17,382346,15099,722
+20260606-105005,rtk-bench-on-2,on,2,13,12,12,0,12,1,6536,7642,17,358578,9222,761
+20260606-105005,rtk-bench-off-2,off,2,13,12,12,0,12,1,20021,21158,17,386872,11175,654
+20260606-105005,rtk-bench-on-3,on,3,13,12,12,0,12,1,6541,7647,17,363084,4956,731
+20260606-105005,rtk-bench-off-3,off,3,13,12,12,0,12,1,20021,21158,17,386475,11063,722
+20260606-105005,rtk-bench-on-4,on,4,13,12,12,0,12,1,6578,7684,17,363056,4959,762
+20260606-105005,rtk-bench-off-4,off,4,13,12,12,0,12,1,19996,21133,17,386508,11060,716
+20260606-105005,rtk-bench-on-5,on,5,13,12,12,0,12,1,6576,7682,17,363319,4693,755
+20260606-105005,rtk-bench-off-5,off,5,13,12,12,0,12,1,20026,21163,17,386578,11082,705
+20260606-105005,rtk-bench-on-6,on,6,13,12,12,0,12,1,6576,7682,17,363014,4958,765
+20260606-105005,rtk-bench-off-6,off,6,13,12,12,0,12,1,20026,21163,17,386831,11136,693
+20260606-105005,rtk-bench-on-7,on,7,13,12,12,0,12,1,6492,7598,17,363153,4942,759
+20260606-105005,rtk-bench-off-7,off,7,13,12,12,0,12,1,19682,20819,17,387041,10551,684
+20260606-105005,rtk-bench-on-8,on,8,13,12,12,0,12,1,6492,7598,17,362988,4934,780
+20260606-105005,rtk-bench-off-8,off,8,13,12,12,0,12,1,19682,20819,17,386444,10752,713
+20260606-105005,rtk-bench-on-9,on,9,13,12,12,0,12,1,6492,7598,17,363077,4935,769
+20260606-105005,rtk-bench-off-9,off,9,13,12,12,0,12,1,19682,20819,17,386307,10950,706

public/data/benchmarks/0.42.3/data/session-summaries-js.csv

@@ -0,0 +1,21 @@
+run_id,vm_name,group,pair_index,total_turns,total_tool_invocations,total_bash_turns,total_rtk_commands,total_non_rtk_commands,total_error_turns,total_stdout_bytes,total_content_bytes,total_input_tokens,total_cache_read_tokens,total_cache_creation_tokens,total_output_tokens
+20260606-125400,rtk-bench-on-0,on,0,15,14,14,0,14,4,41086,36460,19,527187,18137,745
+20260606-125400,rtk-bench-off-0,off,0,15,14,13,0,13,4,57674,64136,19,637009,31821,785
+20260606-125400,rtk-bench-on-1,on,1,15,14,13,0,13,4,41083,39153,19,528103,19588,842
+20260606-125400,rtk-bench-off-1,off,1,17,16,15,0,15,2,36425,52181,21,739888,27489,841
+20260606-125400,rtk-bench-on-2,on,2,15,14,14,0,14,4,41086,36460,19,528735,18150,769
+20260606-125400,rtk-bench-off-2,off,2,15,14,14,0,14,4,57667,61434,19,636694,30496,776
+20260606-125400,rtk-bench-on-3,on,3,15,14,14,0,14,4,41089,36463,19,527311,18167,755
+20260606-125400,rtk-bench-off-3,off,3,15,14,14,0,14,4,57676,61443,19,636847,30518,818
+20260606-125400,rtk-bench-on-4,on,4,15,14,13,0,13,4,41083,39155,19,528125,19701,783
+20260606-125400,rtk-bench-off-4,off,4,15,14,14,0,14,3,60698,54425,19,630140,27355,823
+20260606-125400,rtk-bench-on-5,on,5,15,14,14,0,14,4,41089,36463,19,532766,14380,756
+20260606-125400,rtk-bench-off-5,off,5,15,14,14,0,14,4,57676,61443,19,637218,30628,706
+20260606-125400,rtk-bench-on-6,on,6,15,14,14,0,14,4,41086,36460,19,528683,17924,778
+20260606-125400,rtk-bench-off-6,off,6,15,14,14,0,14,4,57667,61434,19,636830,30538,759
+20260606-125400,rtk-bench-on-7,on,7,15,14,13,0,13,4,41083,39166,19,533385,16222,772
+20260606-125400,rtk-bench-off-7,off,7,15,14,14,0,14,4,57667,61434,19,636684,30480,786
+20260606-125400,rtk-bench-on-8,on,8,16,15,14,0,14,4,41086,39170,20,574204,19749,834
+20260606-125400,rtk-bench-off-8,off,8,15,14,14,0,14,4,57667,61434,19,637435,30677,753
+20260606-125400,rtk-bench-on-9,on,9,15,14,14,0,14,4,41089,36463,19,528507,18514,758
+20260606-125400,rtk-bench-off-9,off,9,15,14,14,0,14,3,67426,61153,19,639526,30428,749

public/data/benchmarks/0.42.3/data/session-summaries-python.csv

@@ -0,0 +1,21 @@
+run_id,vm_name,group,pair_index,total_turns,total_tool_invocations,total_bash_turns,total_rtk_commands,total_non_rtk_commands,total_error_turns,total_stdout_bytes,total_content_bytes,total_input_tokens,total_cache_read_tokens,total_cache_creation_tokens,total_output_tokens
+20260606-144003,rtk-bench-on-0,on,0,13,12,12,0,12,4,29634,36688,17,411624,21579,737
+20260606-144003,rtk-bench-off-0,off,0,13,12,12,0,12,4,34509,55538,17,445924,30558,706
+20260606-144003,rtk-bench-on-1,on,1,13,12,12,0,12,4,29675,36740,17,411475,21530,744
+20260606-144003,rtk-bench-off-1,off,1,15,14,14,0,14,4,34959,55988,19,540387,31057,832
+20260606-144003,rtk-bench-on-2,on,2,13,12,12,0,12,4,29720,36785,17,411527,21592,696
+20260606-144003,rtk-bench-off-2,off,2,14,13,13,0,13,4,34512,55541,18,491400,26489,745
+20260606-144003,rtk-bench-on-3,on,3,13,12,12,0,12,4,29650,36717,17,415844,17175,687
+20260606-144003,rtk-bench-off-3,off,3,13,12,12,0,12,2,36973,37922,17,419994,18716,733
+20260606-144003,rtk-bench-on-4,on,4,13,12,12,0,12,4,29727,36792,17,416098,17213,758
+20260606-144003,rtk-bench-off-4,off,4,13,12,12,0,12,2,37268,38217,17,420860,18876,701
+20260606-144003,rtk-bench-on-5,on,5,13,12,12,0,12,4,29560,36627,17,416073,17172,671
+20260606-144003,rtk-bench-off-5,off,5,14,13,13,0,13,4,34747,55776,18,491546,26519,762
+20260606-144003,rtk-bench-on-6,on,6,13,12,12,0,12,4,29589,36656,17,416093,17201,665
+20260606-144003,rtk-bench-off-6,off,6,14,13,13,0,13,4,34747,55776,18,491753,26555,758
+20260606-144003,rtk-bench-on-7,on,7,13,12,12,0,12,4,29729,36794,17,416096,17217,685
+20260606-144003,rtk-bench-off-7,off,7,14,13,13,0,13,4,34747,55776,18,491481,26531,752
+20260606-144003,rtk-bench-on-8,on,8,13,12,12,0,12,4,29545,36610,17,415718,17099,709
+20260606-144003,rtk-bench-off-8,off,8,13,12,12,0,12,2,36973,37922,17,420147,18727,735
+20260606-144003,rtk-bench-on-9,on,9,13,12,12,0,12,4,29636,36703,17,418997,14308,731
+20260606-144003,rtk-bench-off-9,off,9,13,12,12,0,12,2,37482,38431,17,420840,18942,718